-- Logs begin at Thu 2021-06-10 23:34:23 UTC, end at Fri 2021-06-11 00:44:08 UTC. -- Jun 11 00:15:41.115857 dv-cinder-786260-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 00:15:43.739747 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.common.config [-] Logging enabled! Jun 11 00:15:43.740359 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 11 00:15:43.740519 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98789) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 00:15:43.743781 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.common.config [-] Logging enabled! Jun 11 00:15:43.744036 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev324 Jun 11 00:15:43.744348 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98789) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 00:15:43.745262 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:15:43.745492 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:15:43.745853 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:15:43.746095 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:15:43.746318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:15:43.746635 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.746927 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.747220 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.747470 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.747765 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.748050 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.748332 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.748694 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.748997 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.749282 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.749567 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] debug = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.753820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754800 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] host = dv-cinder-786260-5-smb {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.754999 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.755321 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.755591 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.755872 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.756140 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.756410 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.756694 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.756960 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.757229 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.757500 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.757786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.758069 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.758355 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.758577 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.758796 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.759082 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.759400 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.759677 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.759953 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.760226 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.760499 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.760772 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.761038 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.761320 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.761600 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.761883 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.762153 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.762424 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.762692 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.762962 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.763252 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.763536 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.763807 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.764079 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.764364 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.764630 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.764901 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.765201 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.765479 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.765757 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.766040 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.766312 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.766592 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.766861 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.767128 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.767418 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_json = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.767688 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.767955 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.768230 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.768496 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.769380 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.769661 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.769930 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.770213 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:43.770505 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.770800 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.771099 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.771404 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.771698 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.771977 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.772265 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.772542 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.772828 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.773116 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.773402 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.773676 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.773961 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.774235 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.774524 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.774824 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.775115 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.775426 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.775703 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.775974 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.776243 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.776518 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.776801 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.777093 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.777383 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.777654 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.777929 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.778216 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.778489 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.778758 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.779033 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.779344 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.779621 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.779891 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.780170 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.780442 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.780710 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.780978 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.781252 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.781538 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.781811 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.782079 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.782345 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.782615 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.782885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.783166 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.783467 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.783737 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.784007 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.784278 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.784569 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.784835 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.785108 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.785376 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.785647 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.785916 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.786182 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.786449 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.786715 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.786981 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.787265 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.787536 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.787808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.788076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.788342 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.788610 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.788876 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.789145 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.789428 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.789718 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.789991 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.790263 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.790535 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.790805 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.791076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.791374 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.791650 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.791923 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.792189 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.792473 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.792755 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.793037 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.793314 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.793588 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.793880 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.794155 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.794432 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.794710 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.794983 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.795350 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.795632 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.795920 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.796208 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.796495 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.796784 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.797074 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.797347 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.797649 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.797924 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:43.798138 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:15:43.798375 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98789) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 00:15:44.142728 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:44.143002 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:44.143316 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:15:44.143657 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 00:15:44.526733 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.526938 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.527204 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.528537 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.528840 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.529133 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.562844 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.563116 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.563403 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.576169 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.576449 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.576716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.606104 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.606382 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.606654 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.641897 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.642175 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.642439 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.870747 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.871394 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.871394 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.871569 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.872479 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.993315 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.993634 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.993927 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.994199 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.994468 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.994776 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.995033 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.995305 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.995557 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.995833 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.996100 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.996365 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.996619 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.996882 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.997136 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.997409 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.997680 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.997935 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.998202 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.998458 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.998735 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.999077 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.999357 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.999639 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:44.999885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.000129 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.000517 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.000757 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.000992 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.001225 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.001464 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.001695 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:45.002945 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 00:15:45.006044 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 00:15:45.009888 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 00:15:45.013629 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 11 00:15:45.015272 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 00:15:45.015730 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 00:15:45.016063 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 00:15:45.016439 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 00:15:45.019693 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 00:15:45.019943 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 00:15:45.020285 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 00:15:45.047598 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 00:15:45.048042 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.048337 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98789) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 00:15:45.048696 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.050057 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98789) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 00:15:45.050337 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 00:15:45.050580 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 00:15:45.053853 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.054143 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:45.117022 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 00:15:45.117258 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 00:15:45.117497 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 00:15:45.117897 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 00:15:45.138187 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_db.sqlalchemy.engines [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98789) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 00:15:45.997157 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing driver for type 'gre' Jun 11 00:15:45.997807 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] gre ID ranges: [(1, 1000)] Jun 11 00:15:46.122531 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing driver for type 'local' Jun 11 00:15:46.122870 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing driver for type 'vlan' Jun 11 00:15:46.191159 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] VlanTypeDriver initialization complete Jun 11 00:15:46.191536 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing driver for type 'vxlan' Jun 11 00:15:46.192058 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] vxlan ID ranges: [(1, 1000)] Jun 11 00:15:46.351286 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing extension driver 'port_security' Jun 11 00:15:46.351636 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.extensions.port_security [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] PortSecurityExtensionDriver initialization complete Jun 11 00:15:46.351968 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing mechanism driver 'openvswitch' Jun 11 00:15:46.352285 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing mechanism driver 'hyperv' Jun 11 00:15:46.358794 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.plugins.ml2.plugin [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:46.359774 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.360153 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.360512 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.360896 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.361249 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.361600 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.361973 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.362317 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.362656 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.363028 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.363396 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.364173 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.364173 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.364428 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.364766 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.365143 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > address_group after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.365485 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > address_group after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.365822 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > address_group after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.366159 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] ML2 OVO RPC backend initialized. {{(pid=98789) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 00:15:46.366853 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.367200 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.367633 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.367972 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > networks before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.368313 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.368648 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > ports before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.368985 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.369317 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnets before_response 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.369660 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.369996 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.370319 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.370650 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.370979 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.371343 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.371683 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.372011 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.372338 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.372904 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.plugin [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Modular L2 Plugin initialization complete Jun 11 00:15:46.373221 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading services supported by the core plugin {{(pid=98789) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 00:15:46.373538 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.plugins.ml2.managers [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Got port-security extension from driver 'port_security' Jun 11 00:15:46.373995 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.extensions.vlantransparent [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Disabled vlantransparent extension. Jun 11 00:15:46.374467 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98789) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 00:15:46.374773 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: router Jun 11 00:15:46.410297 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.410681 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_create 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.411046 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router before_create 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.411441 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.411811 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.412161 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_delete 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.412518 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > floatingip after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.412876 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_create 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.413218 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.413561 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.413904 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.414255 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.414656 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.415018 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.415378 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.415714 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: subnet after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.416047 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.416389 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > port precommit_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.416731 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_create 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.417069 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.417405 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.417754 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router after_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.418091 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_delete 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.418438 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_create 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.418795 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.419138 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_update 55549900 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.419532 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > network after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.420377 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Tracking information for resource: router configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:46.420705 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Tracking information for resource: floatingip configured {{(pid=98789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 00:15:46.425815 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.db.l3_agentschedulers_db [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 00:15:46.426382 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.426739 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.427088 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.427464 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: port after_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.428238 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router before_create 55550100 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.428600 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_delete 55550100 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.428959 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_create 55550100 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.429312 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > router precommit_update 55550100 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.433830 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.provider_configuration [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service providers = [] {{(pid=98789) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 00:15:46.434189 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.db.servicetype_db [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98789) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 00:15:46.437071 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.service_base [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:15:46.437419 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.service_base [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:15:46.437757 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.service_base [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:15:46.438622 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.services.service_base [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 00:15:46.438988 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.services.service_base [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 00:15:46.439392 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.439705 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 00:15:46.450042 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.450376 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: auto_allocate Jun 11 00:15:46.456796 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: network precommit_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.457158 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: network precommit_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.457664 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.457981 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: tag Jun 11 00:15:46.464405 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.464732 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: timestamp Jun 11 00:15:46.468586 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.468915 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: network_ip_availability Jun 11 00:15:46.474744 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.475110 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.475498 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.476196 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.476513 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: flavors Jun 11 00:15:46.481124 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.481456 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading Plugin: revisions Jun 11 00:15:46.485697 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 00:15:46.486086 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.343s {{(pid=98789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:15:46.486816 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98789) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 00:15:46.487148 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Initializing extension manager. Jun 11 00:15:46.487690 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: __init__.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.488022 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: __pycache__ {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.488348 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.488674 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: address_group.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.489404 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.489961 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: address-group Jun 11 00:15:46.490279 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: address_scope.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.490967 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.491506 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: address-scope Jun 11 00:15:46.491823 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.492728 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.493238 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: router-admin-state-down-before-update Jun 11 00:15:46.493557 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: agent.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.494410 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.494919 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: agent Jun 11 00:15:46.495248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: agent_resources_synced.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.496139 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.496650 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: agent-resources-synced Jun 11 00:15:46.496967 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: allowedaddresspairs.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.498671 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.499192 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: allowed-address-pairs Jun 11 00:15:46.499542 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: auto_allocated_topology.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.500601 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.501109 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: auto-allocated-topology Jun 11 00:15:46.501428 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: availability_zone.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.502102 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.502610 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: availability_zone Jun 11 00:15:46.502928 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: availability_zone_filter.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.503866 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.504368 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: availability_zone_filter Jun 11 00:15:46.504686 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: data_plane_status.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.505564 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.506059 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 00:15:46.506376 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: default_subnetpools.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.507282 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.507785 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: default-subnetpools Jun 11 00:15:46.508100 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.508976 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.509473 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: dhcp_agent_scheduler Jun 11 00:15:46.509791 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: dns.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.510681 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.511178 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension dns-integration not supported by any of loaded plugins Jun 11 00:15:46.511519 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: dns_domain_ports.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.512404 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.512907 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 00:15:46.513221 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: dvr.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.513867 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.514366 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: dvr Jun 11 00:15:46.514680 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: empty_string_filtering.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.515583 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.516086 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: empty-string-filtering Jun 11 00:15:46.516399 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.517279 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.517777 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 00:15:46.518092 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.519517 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.520013 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 00:15:46.520327 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: external_net.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.521206 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.521705 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: external-net Jun 11 00:15:46.522020 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.522895 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.523428 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: extra_dhcp_opt Jun 11 00:15:46.523743 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: extraroute.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.524619 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.525119 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: extraroute Jun 11 00:15:46.525432 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: extraroute_atomic.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.526433 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.526935 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: extraroute-atomic Jun 11 00:15:46.527270 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: filter_validation.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.527918 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.528416 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: filter-validation Jun 11 00:15:46.528732 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: fip_pf_description.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.529615 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.530108 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 00:15:46.530424 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: fip_port_details.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.531328 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.531833 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: fip-port-details Jun 11 00:15:46.532147 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: flavors.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.533351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.533861 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: flavors Jun 11 00:15:46.534180 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.536421 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.536935 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 00:15:46.537258 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: floatingip_pools.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.537934 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.538440 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: floatingip-pools Jun 11 00:15:46.538761 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: ip_allocation.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.539691 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.540187 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 00:15:46.540502 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.541386 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.541890 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: ip-substring-filtering Jun 11 00:15:46.542208 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l2_adjacency.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.543111 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.543641 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 00:15:46.543959 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.544906 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.545416 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: router Jun 11 00:15:46.545735 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.548175 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.548697 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 00:15:46.549022 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.549945 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.550455 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: ext-gw-mode Jun 11 00:15:46.550776 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.551693 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.552203 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: l3-ha Jun 11 00:15:46.552521 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3_flavors.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.553409 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.553916 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: l3-flavors Jun 11 00:15:46.554234 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.555130 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.555669 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 00:15:46.555990 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: l3agentscheduler.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.556996 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.557502 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: l3_agent_scheduler Jun 11 00:15:46.557825 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: logging.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.559310 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.559831 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension logging not supported by any of loaded plugins Jun 11 00:15:46.560157 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: metering.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.560872 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.561438 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: metering Jun 11 00:15:46.561759 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.562808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.563354 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: metering_source_and_destination_fields Jun 11 00:15:46.563680 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: multiprovidernet.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.564568 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.565071 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: multi-provider Jun 11 00:15:46.565390 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: netmtu.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.566294 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.566793 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: net-mtu Jun 11 00:15:46.567113 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: netmtu_writable.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.568040 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.568544 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: net-mtu-writable Jun 11 00:15:46.568866 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: network_availability_zone.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.569516 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.570017 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: network_availability_zone Jun 11 00:15:46.570334 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: network_ip_availability.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.571420 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.571931 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: network-ip-availability Jun 11 00:15:46.572248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: network_segment_range.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.572990 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.573491 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 00:15:46.573808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: pagination.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.574761 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.575083 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: pagination Jun 11 00:15:46.575434 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: port_device_profile.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.576325 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.576825 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: port-device-profile Jun 11 00:15:46.577138 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.578016 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.578514 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: port-mac-address-regenerate Jun 11 00:15:46.578828 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.579730 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.580231 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: port-numa-affinity-policy Jun 11 00:15:46.580545 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: port_resource_request.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.581951 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.582452 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 00:15:46.582773 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: portbindings.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.583707 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.584211 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: binding Jun 11 00:15:46.584528 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: portbindings_extended.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.587177 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.587733 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: binding-extended Jun 11 00:15:46.588066 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: portsecurity.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.588971 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.589478 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: port-security Jun 11 00:15:46.589801 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: project_id.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.590754 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.591083 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: project-id Jun 11 00:15:46.591434 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: providernet.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.592324 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.592834 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: provider Jun 11 00:15:46.593151 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.596707 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.597759 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos not supported by any of loaded plugins Jun 11 00:15:46.598091 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.599346 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.599865 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 00:15:46.600191 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.601079 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.601633 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 00:15:46.601909 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_default.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.602787 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.603323 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-default not supported by any of loaded plugins Jun 11 00:15:46.603655 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_fip.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.604289 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.604791 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-fip not supported by any of loaded plugins Jun 11 00:15:46.605110 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_gateway_ip.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.606001 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.606502 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 00:15:46.606821 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_port_network_policy.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.607735 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.608239 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 00:15:46.608558 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_rule_type_details.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.609441 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.609941 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 00:15:46.610257 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: qos_rules_alias.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.611303 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.611814 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 00:15:46.612132 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: quotasv2.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.613076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.613403 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: quotas Jun 11 00:15:46.613717 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: quotasv2_detail.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.616710 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.617051 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: quota_details Jun 11 00:15:46.617381 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: rbac.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.618413 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.618933 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: rbac-policies Jun 11 00:15:46.619282 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: rbac_address_group.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.620188 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.620703 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: rbac-address-group Jun 11 00:15:46.621024 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: rbac_address_scope.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.621913 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.622424 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: rbac-address-scope Jun 11 00:15:46.622743 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: rbac_security_groups.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.623684 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.624193 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: rbac-security-groups Jun 11 00:15:46.624511 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: rbac_subnetpool.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.625596 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.626105 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: rbac-subnetpool Jun 11 00:15:46.626424 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: revisionifmatch.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.627347 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.627857 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: revision-if-match Jun 11 00:15:46.628199 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: revisions.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.629279 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.629789 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: standard-attr-revisions Jun 11 00:15:46.630109 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: router_availability_zone.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.630783 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.631321 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: router_availability_zone Jun 11 00:15:46.631640 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: routerservicetype.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.632525 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.633026 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension router-service-type not supported by any of loaded plugins Jun 11 00:15:46.633346 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.634239 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.634744 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: security-groups-normalized-cidr Jun 11 00:15:46.635059 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.635969 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.636473 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: port-security-groups-filtering Jun 11 00:15:46.636788 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.637676 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.638182 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: security-groups-remote-address-group Jun 11 00:15:46.638499 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: securitygroup.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.648564 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.649087 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: security-group Jun 11 00:15:46.649414 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: segment.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.650177 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.650680 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension segment not supported by any of loaded plugins Jun 11 00:15:46.651000 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.651928 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.652432 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 00:15:46.652751 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: servicetype.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.653850 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.654364 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: service-type Jun 11 00:15:46.654681 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: sorting.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.655659 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.655983 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: sorting Jun 11 00:15:46.656299 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: standard_attr_segment.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.657175 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.657681 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 00:15:46.657997 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: standardattrdescription.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.658621 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.659124 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: standard-attr-description Jun 11 00:15:46.660015 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: stateful_security_group.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.660911 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.661446 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: stateful-security-group Jun 11 00:15:46.661763 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: stdattrs_common.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.662321 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 00:15:46.662635 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.663640 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.664156 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 00:15:46.664477 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnet_onboard.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.665505 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.666027 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: subnet_onboard Jun 11 00:15:46.666364 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.667287 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.667796 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 00:15:46.668117 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnet_service_types.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.669008 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.669516 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: subnet-service-types Jun 11 00:15:46.669837 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnetallocation.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.670886 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.671424 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: subnet_allocation Jun 11 00:15:46.671745 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.672390 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.672892 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: subnetpool-prefix-ops Jun 11 00:15:46.673209 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.674116 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.674622 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 00:15:46.675050 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: tagging.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.676155 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.676670 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: standard-attr-tag Jun 11 00:15:46.676991 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: timestamp.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.678163 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.678670 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loaded extension: standard-attr-timestamp Jun 11 00:15:46.678991 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: trunk.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.680017 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.680525 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension trunk not supported by any of loaded plugins Jun 11 00:15:46.680845 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: trunk_details.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.681733 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.682238 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension trunk-details not supported by any of loaded plugins Jun 11 00:15:46.682557 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: uplink_status_propagation.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.683506 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.684023 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 00:15:46.684337 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Loading extension file: vlantransparent.py {{(pid=98789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 00:15:46.684986 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 00:15:46.685490 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 00:15:46.687986 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:network Jun 11 00:15:46.688595 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnet Jun 11 00:15:46.689080 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:15:46.689584 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:port Jun 11 00:15:46.691402 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.691835 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service FLAVORS assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.692460 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.692887 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.693212 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:router Jun 11 00:15:46.693648 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:floatingip Jun 11 00:15:46.694131 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service METERING assigned prefix: /metering {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.695580 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.695945 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.696290 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:15:46.697266 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 00:15:46.697734 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:security_group Jun 11 00:15:46.698162 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 00:15:46.698767 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service CORE assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.699093 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:15:46.699464 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] subnetpool is already registered Jun 11 00:15:46.699883 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service CORE assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.700203 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:15:46.700527 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] subnetpool is already registered Jun 11 00:15:46.702844 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.703296 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service FLAVORS assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.703889 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.704305 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.704632 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:router Jun 11 00:15:46.704969 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] router is already registered Jun 11 00:15:46.705376 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:floatingip Jun 11 00:15:46.705706 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] floatingip is already registered Jun 11 00:15:46.706699 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service METERING assigned prefix: /metering {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.707430 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 00:15:46.707757 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] rbac_policy is already registered Jun 11 00:15:46.708162 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:security_group Jun 11 00:15:46.708492 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] security_group is already registered Jun 11 00:15:46.708885 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 00:15:46.709207 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] security_group_rule is already registered Jun 11 00:15:46.709815 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service CORE assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.710135 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:15:46.710481 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] subnetpool is already registered Jun 11 00:15:46.710871 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.v2.resource_helper [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Service CORE assigned prefix: {{(pid=98789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 00:15:46.711188 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 00:15:46.711541 dv-cinder-786260-5-smb neutron-server[98789]: WARNING neutron.quota.resource_registry [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] subnetpool is already registered Jun 11 00:15:46.712000 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: extensions {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.713436 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: address-groups {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.714923 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: address-scopes {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.716272 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: agents {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.717439 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: auto-allocated-topology {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.718668 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: availability_zones {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.719915 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: dhcp-networks {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.721403 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: dhcp-agents {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.722879 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: routers {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.724610 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: flavors {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.725859 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: service_profiles {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.727065 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: next_providers {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.728521 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: service_profiles {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.730073 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: floatingip-pools {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.731299 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: routers {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.732984 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: floatingips {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.734252 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: l3-routers {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.735674 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: l3-agents {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.737098 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: metering-labels {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.738402 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: metering-label-rules {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.740771 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: network-ip-availabilities {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.742044 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: bindings {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.743619 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: quotas {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.745170 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: quotas {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.746572 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: rbac-policies {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.747778 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: security-groups {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.749084 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: security-group-rules {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.750314 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: service-providers {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.751556 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: subnetpools {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.752882 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: subnetpools {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.754934 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.756648 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.758447 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.760244 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.761903 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.763874 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.765560 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.767390 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.769895 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.771682 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron.api.extensions [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Extended resource: tags {{(pid=98789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 00:15:46.777728 dv-cinder-786260-5-smb neutron-server[98789]: WARNING keystonemiddleware.auth_token [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 00:15:46.782276 dv-cinder-786260-5-smb neutron-server[98789]: WARNING keystonemiddleware.auth_token [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 00:15:46.790603 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Acquired lock "singleton_lock" {{(pid=98789) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 00:15:46.791076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_concurrency.lockutils [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Releasing lock "singleton_lock" {{(pid=98789) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 00:15:46.791748 dv-cinder-786260-5-smb neutron-server[98789]: INFO oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Starting 2 workers Jun 11 00:15:46.796512 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Started child 98934 {{(pid=98789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:15:46.801064 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Started child 98935 {{(pid=98789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:15:46.801898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.802713 dv-cinder-786260-5-smb neutron-server[98789]: INFO neutron.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 00:15:46.803427 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Notify callbacks [] for process, before_spawn {{(pid=98789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.803533 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [-] (98934) wsgi starting up on http://0.0.0.0:9696 Jun 11 00:15:46.805907 dv-cinder-786260-5-smb neutron-server[98789]: INFO oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Starting 1 workers Jun 11 00:15:46.806891 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.807875 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [-] (98935) wsgi starting up on http://0.0.0.0:9696 Jun 11 00:15:46.811172 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Started child 98936 {{(pid=98789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:15:46.811755 dv-cinder-786260-5-smb neutron-server[98789]: INFO oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Starting 1 workers Jun 11 00:15:46.814766 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] calling RpcWorker wait() {{(pid=98936) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 00:15:46.815302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] returning from RpcWorker wait() {{(pid=98936) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 00:15:46.816824 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Started child 98937 {{(pid=98789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 00:15:46.817006 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.817480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:46.817650 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG neutron_lib.callbacks.manager [None req-795270aa-b12c-4c61-be08-6d52ed6b63ec None None] Notify callbacks [] for process, after_spawn {{(pid=98789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.819639 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98789) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 00:15:46.819852 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:15:46.820038 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:15:46.820253 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:15:46.820593 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:15:46.820757 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:15:46.821259 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.821536 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.821676 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:15:46.822134 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.822134 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.822303 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.822621 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:46.822882 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.823156 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.823441 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.823696 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.823922 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.824096 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.824261 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.824505 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.824733 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.825087 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.825378 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.825614 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.825879 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.826047 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.826292 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.826618 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.826788 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.827073 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] debug = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.827376 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.827980 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.828344 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.828672 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.829025 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.829298 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.829533 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.829847 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.830100 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.830447 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.830792 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.832013 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.832273 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.832495 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.832736 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.833006 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.833271 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.833861 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] host = dv-cinder-786260-5-smb {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.834203 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.834467 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.834717 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.834990 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.835264 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.835510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.835850 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.836193 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.836572 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.836821 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.837064 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.837321 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.837537 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.837776 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.838007 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_options = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.838172 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.838431 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.838698 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.838885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.839064 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.839253 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.845786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846318 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.846812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847752 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.847752 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.848637 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.848637 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.848637 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.848637 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.848928 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.849007 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_json = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.849179 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.849382 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.849639 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.849847 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.850057 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.850273 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.850504 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.850732 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.851134 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.851447 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.851808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.852016 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.852269 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.852510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.852789 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.852977 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.853243 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.853511 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.853833 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.854074 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.854368 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.854619 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.854879 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.855215 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.855508 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.855784 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.856018 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.856233 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.856462 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.856694 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.857028 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.857298 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.857569 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.857817 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.858089 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.858265 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.858499 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.859099 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.859099 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.859099 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.859387 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.859626 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.860174 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.860266 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.860539 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.860768 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.861157 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.861421 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.861681 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.861928 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.862193 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.862480 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.862808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.863164 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.863440 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.863675 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.864658 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.864850 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.864984 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.865227 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.865483 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.865737 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.865974 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.866241 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.866475 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.866720 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.866951 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.867199 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.867553 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.867825 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.869549 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.870623 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.870623 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.870983 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.871277 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.871760 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.871760 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.872039 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.872163 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.872386 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.872613 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.872836 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.873076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.873295 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.873510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.873796 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.874121 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.874437 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.874640 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.874881 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.875481 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.875726 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.876029 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.876228 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.876470 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.876708 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.876986 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.877250 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.877508 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.877808 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.878503 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.878762 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.879006 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.879288 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.879531 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.879794 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.880029 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.880324 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.880567 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.880859 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.881169 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.881385 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.881673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.881914 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.882212 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.882432 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.882695 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.882989 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.883281 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.883524 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.883855 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.884051 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.884304 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.884558 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.884818 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.885050 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.885299 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.885721 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.885817 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.886035 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.886255 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.886468 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.886741 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.887070 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.887669 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.887669 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.892716 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.893189 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.893189 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.893189 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.893383 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.893590 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.894421 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.894684 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.894932 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.895177 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.895419 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.895671 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.895907 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.896122 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.896364 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.896583 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.896820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.897078 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.897298 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.897529 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.897773 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.898012 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.898235 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.898457 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.898811 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.899042 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.899372 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.899690 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.899947 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.900168 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.900402 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.900649 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.900888 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.901211 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.901471 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.901711 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.901927 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.902165 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.902389 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.902606 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.902826 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.903056 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.903304 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.903547 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.903804 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.904227 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.904497 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.904764 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.905004 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.905223 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.905475 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.905719 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.905963 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.906175 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.906558 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.906929 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.907176 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.907446 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.907730 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.907922 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.908163 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.908399 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.908640 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.908853 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.909139 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.909408 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.909636 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.909940 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.910191 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.910418 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.910798 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.911031 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.911365 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.911578 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.911826 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.912037 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.912248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.912466 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.912675 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.912916 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.913126 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.913354 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.913569 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.913778 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.914002 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.914210 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.914440 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.914675 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.914888 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.915219 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.915490 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.915711 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.916005 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.916236 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.916465 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.916719 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.917028 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.917242 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.917481 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.917729 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.917947 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.918166 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.918418 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.918736 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.919027 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.919315 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.920382 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.920659 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.920946 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.921277 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.921646 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.922107 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.922606 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.923041 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.923485 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.923725 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.924005 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.924251 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.924476 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.924721 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.924960 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.925179 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.925421 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.925653 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.925910 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.926129 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.926357 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.926593 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.926822 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.927084 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.927311 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.927535 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.927692 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:15:46.928246 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98789) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 00:15:46.928416 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 00:15:46.928574 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 00:15:46.928812 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 00:15:46.928992 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 00:15:46.929147 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 00:15:46.929355 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.929520 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.929684 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.929844 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930004 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930188 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930351 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930670 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930829 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.930989 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.931149 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.931402 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.931561 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.931718 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.931876 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932037 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932191 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932358 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932516 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932830 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.932988 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] debug = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933146 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933350 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933514 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933672 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933831 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.933988 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934145 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934303 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934462 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934619 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934776 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.934935 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935093 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935280 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935428 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935586 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935744 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.935903 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] host = dv-cinder-786260-5-smb {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936062 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936221 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936379 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936535 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936692 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.936851 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937009 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937341 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937341 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937553 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937671 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937758 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.937897 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938056 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938213 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_options = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938371 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938529 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938687 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.938861 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939024 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939184 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939366 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939526 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939684 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.939841 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.940000 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.940157 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.940317 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.940957 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941119 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941276 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941456 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941615 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941772 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.941929 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942087 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942244 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942401 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942560 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942718 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.942875 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943032 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943188 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943368 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943526 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943683 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943841 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.943998 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944154 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944311 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944468 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944625 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944786 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.944944 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945101 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945259 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945416 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945573 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945729 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.945885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946042 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_json = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946199 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946357 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946514 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946831 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.946990 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.947147 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.947331 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 00:15:46.947510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.947673 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.947847 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948008 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948170 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948330 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948490 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948651 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948811 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.948972 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.949522 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950063 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950063 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950316 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950715 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950715 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950969 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.950969 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.951160 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.951323 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.951548 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.951684 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.951823 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952173 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952173 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952368 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952489 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952609 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952765 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.952892 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953000 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953161 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953321 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953486 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953644 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.953960 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954121 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954283 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954445 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954605 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954766 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.954927 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955113 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955301 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955464 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955625 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955787 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.955948 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.956155 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957076 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957252 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957412 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957573 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957732 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.957893 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958053 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958212 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958373 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958534 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958693 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.958854 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959032 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959191 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959373 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959533 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959693 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.959854 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960013 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960173 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960333 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960493 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960653 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960813 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.960972 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961132 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961292 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961451 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961660 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961795 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.961919 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962079 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962239 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962400 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962560 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962729 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.962903 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963064 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963223 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963395 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963548 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963695 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.963861 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964020 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964183 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964342 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964501 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964664 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964848 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.964992 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965154 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965314 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965474 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965634 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965783 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.965992 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966156 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966307 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966466 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966626 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966781 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.966931 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967105 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967273 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967438 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967597 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967763 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.967933 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968093 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968253 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968413 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968571 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968925 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.968925 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969204 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969204 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969450 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969450 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969707 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969836 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.969986 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970123 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970264 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970401 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970537 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970681 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.970841 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971001 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971160 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971342 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971470 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:15:46.971567 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971648 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971836 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.971972 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972133 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972293 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972453 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972613 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972772 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.972932 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973092 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973252 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973412 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973573 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973732 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.973891 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974052 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974198 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974358 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974518 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974678 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974840 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.974999 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975158 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975338 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975499 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975658 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975820 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.975996 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976147 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976298 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976445 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976601 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976761 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.976921 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977074 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977235 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977395 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977554 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977714 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.977874 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978034 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978195 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978352 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978510 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978666 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978823 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.978983 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979157 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979335 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979493 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979653 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979811 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.979968 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980127 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980288 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980448 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980616 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980758 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.980891 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981054 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981215 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981365 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981523 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981682 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.981895 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.982551 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.983090 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.983504 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.983504 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.983783 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.983783 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984046 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984183 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984330 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984473 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984603 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984744 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.984889 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985248 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985627 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985627 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.985885 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986436 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986436 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986436 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986436 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986954 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986954 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.986954 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.987392 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.987392 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.987392 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.987782 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.987782 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988038 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988038 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988294 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988294 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988561 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988770 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.988770 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989049 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989049 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989309 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989444 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989579 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989713 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989842 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.989982 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990144 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990311 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990482 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990642 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990801 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.990960 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.991120 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.991300 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.991461 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.991621 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.991783 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992010 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992110 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992250 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992408 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992567 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992726 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.992887 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.993046 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.993206 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.993365 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.993524 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 00:15:46.993676 dv-cinder-786260-5-smb neutron-server[98789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 00:15:47.289791 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48328) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:15:47.298212 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062349 Jun 11 00:15:58.497090 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1c955-7457-4c7c-9ef8-bc4bcefb0a96 None None] get_active_networks_info from dv-cinder-786260-5-smb {{(pid=98936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 00:15:58.620194 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1c955-7457-4c7c-9ef8-bc4bcefb0a96 None None] No non-hosted networks {{(pid=98936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 00:15:58.634449 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.agentschedulers_db [None req-34e1c955-7457-4c7c-9ef8-bc4bcefb0a96 None None] DHCP Agent not found on host dv-cinder-786260-5-smb {{(pid=98936) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 11 00:15:58.894295 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-495c80f7-33d6-4fa0-8f48-892752844d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:01.170554 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1a40c50f-015f-4949-a5e9-2de4110b801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:01.198687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:01.202224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.203185 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.204310 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.205161 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.208036 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.208847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.210694 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.211535 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.213510 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.214828 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.216576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.219791 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:01.219791 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:01.225607 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.db.api [None req-1ff25c75-9cfb-44e0-ac86-92da200c10c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786260-5-smb {{(pid=98936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:16:01.226209 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_db.api [None req-1ff25c75-9cfb-44e0-ac86-92da200c10c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:16:01.234580 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:01.797494 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1ff25c75-9cfb-44e0-ac86-92da200c10c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:02.431197 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:03.780326 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:04.007714 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.db.l3_hamode_db [None req-737de515-de98-4559-aa8e-be520518cd2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 00:16:04.097045 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737de515-de98-4559-aa8e-be520518cd2e None None] Routers set() bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:04.097429 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737de515-de98-4559-aa8e-be520518cd2e None None] Router IDs set() for agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 00:16:04.825423 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48424) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:05.316230 dv-cinder-786260-5-smb neutron-server[98935]: WARNING oslo_policy.policy [None req-f95adc63-b534-4ebb-98b1-471446e63995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:05.316833 dv-cinder-786260-5-smb neutron-server[98935]: WARNING oslo_policy.policy [None req-f95adc63-b534-4ebb-98b1-471446e63995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:05.532320 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [None req-f95adc63-b534-4ebb-98b1-471446e63995 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:16:05.533274 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f95adc63-b534-4ebb-98b1-471446e63995 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069323 Jun 11 00:16:07.816385 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 48438) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:08.305709 dv-cinder-786260-5-smb neutron-server[98934]: WARNING oslo_policy.policy [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:08.306328 dv-cinder-786260-5-smb neutron-server[98934]: WARNING oslo_policy.policy [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:08.521190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:08.619712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.policy [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98934) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 00:16:08.664481 dv-cinder-786260-5-smb neutron-server[98934]: WARNING oslo_policy.policy [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:08.664875 dv-cinder-786260-5-smb neutron-server[98934]: WARNING oslo_policy.policy [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:08.673508 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.quota [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] Loaded quota_driver: . Jun 11 00:16:08.832560 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130525184', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130525909', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130514626', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130510904', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130499265', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758130492039', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1596852', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1537572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3706629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3776217'] for rbac-policy, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:09.042674 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:09.044105 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-002400c3-50f3-4b79-a6a0-7a8c491ad9c4 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2256362 Jun 11 00:16:11.557004 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 48456) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:11.855648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'name': 'private'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:11.962106 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Made reservation on behalf of c411d8f8816e4771ad646b05ef0ac20f for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:16:11.964925 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:11.983877 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.106830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.168162 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.173238 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:12.187977 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:16:12.218159 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758133024422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.218758 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Unsubscribe: segment precommit_create {{(pid=98934) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 00:16:12.219250 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Added segment 1c6a977f-37e3-45a3-9048-17ba74b85e5b of type vlan for network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff Jun 11 00:16:12.239994 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89285303-2df2-4352-963e-1bc620ce5267,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:12.293984 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.294311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.294632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.294948 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.295277 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.295593 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.295899 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.296203 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.296576 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.296828 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.297129 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.297427 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Tracked resource versions report: Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: pushed versions: Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: { 'AddressGroup': {'1.2'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'ConntrackHelper': {'1.0'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Log': {'1.0'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Network': {'1.1'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Port': {'1.7'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'PortForwarding': {'1.2'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'QosPolicy': {'1.8'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroup': {'1.4'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SubPort': {'1.0'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Subnet': {'1.1'}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Trunk': {'1.1'}} Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: consumer versions: Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'ConntrackHelper': '1.0', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Log': '1.0', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Network': '1.1', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Port': '1.7', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'PortForwarding': '1.2', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'QosPolicy': '1.8', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroup': '1.4', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroupRule': '1.2', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'SubPort': '1.0', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Subnet': '1.1', Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: 'Trunk': '1.1'}} Jun 11 00:16:12.298475 dv-cinder-786260-5-smb neutron-server[98934]: {{(pid=98934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:16:12.345474 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.351755 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:12.459435 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.460964 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:12.461630 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:12.464346 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:12.573853 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe799d3-65d1-4e40-b08a-e8793c00e4ff,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:12.576929 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:12.585847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:16:12.586329 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0282562 Jun 11 00:16:15.144022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 48470) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:15.544915 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9170614-e1f5-4f4c-a1d9-5164f95b9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:15.546167 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e9170614-e1f5-4f4c-a1d9-5164f95b9bbe admin admin] 10.222.0.38 "GET /v2.0/networks/8fe799d3-65d1-4e40-b08a-e8793c00e4ff HTTP/1.1" status: 200 len: 825 time: 0.4011910 Jun 11 00:16:15.571892 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3666d7e9-8292-4c15-9904-2e106183b728 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/ea47663d-4596-4c62-bf22-6f7898b81bb9 HTTP/1.1" status: 200 len: 734 time: 0.0200059 Jun 11 00:16:15.579859 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gateway_ip': '172.20.0.1', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'ip_version': 4, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:15.665051 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Made reservation on behalf of c411d8f8816e4771ad646b05ef0ac20f for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:16:15.667322 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:16.059662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:16.063761 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:16.138826 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cefc011-3daa-43de-9d4b-01d051cbd573,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:16.140786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Checking segment: {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:16:16.141142 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Network hostable DHCP agents. Network: 8fe799d3-65d1-4e40-b08a-e8793c00e4ff, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:16:16.146102 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:16.242151 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:16:16.339206 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 8fe799d3-65d1-4e40-b08a-e8793c00e4ff) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:16.343739 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:16.344317 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:16.349186 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c41a77-065f-43fc-bbe4-75d1d0345812 None None] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:16:16.454864 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8781035 Jun 11 00:16:16.679042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:16:16.680251 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:16.970897 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Allocated IP 172.20.0.2 (8fe799d3-65d1-4e40-b08a-e8793c00e4ff/7cefc011-3daa-43de-9d4b-01d051cbd573/6900b3e3-e7d9-4839-ad57-17289ea43d3b) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:16:17.232267 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.247188 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Transition to ACTIVE for port object 6900b3e3-e7d9-4839-ad57-17289ea43d3b will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:16:17.267969 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Transition to ACTIVE for port object 6900b3e3-e7d9-4839-ad57-17289ea43d3b will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:16:17.345244 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.347967 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:17.421932 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:16:17.427082 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:17.435962 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:16:17.438919 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Pushing event updated for resources: {'Port': ['ID=6900b3e3-e7d9-4839-ad57-17289ea43d3b,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:17.462904 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.463258 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.463587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.463912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.464232 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.464550 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.464873 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.465183 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.465530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.465845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.466151 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.466459 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Tracked resource versions report: Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: pushed versions: Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: { 'AddressGroup': {'1.2'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'ConntrackHelper': {'1.0'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Log': {'1.0'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Network': {'1.1'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Port': {'1.7'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'PortForwarding': {'1.2'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'QosPolicy': {'1.8'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroup': {'1.4'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SubPort': {'1.0'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Subnet': {'1.1'}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Trunk': {'1.1'}} Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: consumer versions: Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'ConntrackHelper': '1.0', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Log': '1.0', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Network': '1.1', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Port': '1.7', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'PortForwarding': '1.2', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'QosPolicy': '1.8', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroup': '1.4', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroupRule': '1.2', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'SubPort': '1.0', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Subnet': '1.1', Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: 'Trunk': '1.1'}} Jun 11 00:16:17.467553 dv-cinder-786260-5-smb neutron-server[98936]: {{(pid=98936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:16:17.493756 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:17.527983 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Attempting to bind port 6900b3e3-e7d9-4839-ad57-17289ea43d3b on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:16:17.528372 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Attempting to bind port 6900b3e3-e7d9-4839-ad57-17289ea43d3b by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:16:17.528784 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Attempting to bind port 6900b3e3-e7d9-4839-ad57-17289ea43d3b on network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:16:17.534183 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:16:17.534587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Checking segment: {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:16:17.535027 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.535435 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Bound using segment: {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:16:17.535916 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Bound port: 6900b3e3-e7d9-4839-ad57-17289ea43d3b, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:16:17.536301 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.608237 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-7a09674c-face-4558-9003-6035d19cc39b None None] For port 6900b3e3-e7d9-4839-ad57-17289ea43d3b, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:16:17.629732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-7a09674c-face-4558-9003-6035d19cc39b None None] For port 6900b3e3-e7d9-4839-ad57-17289ea43d3b, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=6900b3e3-e7d9-4839-ad57-17289ea43d3b,segment=NetworkSegment(1c6a977f-37e3-45a3-9048-17ba74b85e5b),segment_id=1c6a977f-37e3-45a3-9048-17ba74b85e5b)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:16:17.717230 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:17.719639 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:17.783845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Pushing event updated for resources: {'Port': ['ID=6900b3e3-e7d9-4839-ad57-17289ea43d3b,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:17.793619 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:18.773734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48478) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:19.102956 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [None req-a0f0f7ed-e8f1-410a-a548-c3a9336a5832 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:16:19.103938 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a0f0f7ed-e8f1-410a-a548-c3a9336a5832 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291352 Jun 11 00:16:21.435108 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48486) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:21.747921 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [None req-a3d8aaac-b887-42d0-ad42-936640a7c3a5 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:16:21.748913 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a3d8aaac-b887-42d0-ad42-936640a7c3a5 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127890 Jun 11 00:16:23.377107 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 6900b3e3-e7d9-4839-ad57-17289ea43d3b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:23.522754 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:16:23.708641 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f322d45-40b0-4860-b157-657423a7dfbb None None] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:16:23.862235 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Provisioning for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:16:23.870054 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Provisioning complete for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:23.870331 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:24.041445 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:24.083201 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] For port 6900b3e3-e7d9-4839-ad57-17289ea43d3b, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=6900b3e3-e7d9-4839-ad57-17289ea43d3b,segment=NetworkSegment(1c6a977f-37e3-45a3-9048-17ba74b85e5b),segment_id=1c6a977f-37e3-45a3-9048-17ba74b85e5b)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:24.162837 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:24.166320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:24.218853 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Pushing event updated for resources: {'Port': ['ID=6900b3e3-e7d9-4839-ad57-17289ea43d3b,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:24.222480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:24.282157 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b6b04f01-102a-4802-ad45-bc3c64bf641b None None] Provisioning complete for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:24.282530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b6b04f01-102a-4802-ad45-bc3c64bf641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:24.320126 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48500) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:24.615197 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:24.683844 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.policy [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98935) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 00:16:24.729883 dv-cinder-786260-5-smb neutron-server[98935]: WARNING oslo_policy.policy [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:24.730249 dv-cinder-786260-5-smb neutron-server[98935]: WARNING oslo_policy.policy [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 00:16:24.739047 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.quota [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Loaded quota_driver: . Jun 11 00:16:24.848534 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:24.850344 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:25.012248 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:25.071348 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:25.162508 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:25.163976 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0b4d1bbd-bf7a-4835-8ec3-1e4e3809b71c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8426943 Jun 11 00:16:25.353311 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 6900b3e3-e7d9-4839-ad57-17289ea43d3b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:25.405453 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:25.405820 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:27.454493 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48510) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:27.769345 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [None req-ec9d61a4-2518-4e8e-9db1-d095b3489ad7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:16:27.770327 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ec9d61a4-2518-4e8e-9db1-d095b3489ad7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140366 Jun 11 00:16:28.482244 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-da92b293-4da6-4fff-9187-0df3ea3bc38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.061103 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48518) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:30.370827 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:30.459214 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Made reservation on behalf of 1fe188ca6196469d97e21c9e56e85223 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:16:30.461892 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.481403 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.595174 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.659422 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.664673 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:30.672309 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=98935) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 00:16:30.705919 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758133024422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.706489 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Unsubscribe: segment precommit_create {{(pid=98935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 00:16:30.706957 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Added segment 87905db2-f5b3-449c-b641-e2d73001ce25 of type flat for network 1d472f60-1af9-462e-85d9-6a09201972d8 Jun 11 00:16:30.724513 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16c5ee-8676-474f-af2e-cfff2543b59b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:30.782118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.782449 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.782803 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.783118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.783453 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.783804 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.784150 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.784456 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.784774 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.785082 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.785381 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.785678 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Tracked resource versions report: Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: pushed versions: Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: { 'AddressGroup': {'1.2'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'ConntrackHelper': {'1.0'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Log': {'1.0'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Network': {'1.1'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Port': {'1.7'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'PortForwarding': {'1.2'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'QosPolicy': {'1.8'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroup': {'1.4'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SubPort': {'1.0'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Subnet': {'1.1'}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Trunk': {'1.1'}} Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: consumer versions: Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'ConntrackHelper': '1.0', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Log': '1.0', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Network': '1.1', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Port': '1.7', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'PortForwarding': '1.2', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'QosPolicy': '1.8', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroup': '1.4', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroupRule': '1.2', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'SubPort': '1.0', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Subnet': '1.1', Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: 'Trunk': '1.1'}} Jun 11 00:16:30.786760 dv-cinder-786260-5-smb neutron-server[98935]: {{(pid=98935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:16:30.838405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.844077 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:30.990641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.992005 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:30.992669 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:30.994603 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:31.103765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d472f60-1af9-462e-85d9-6a09201972d8,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:31.107340 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0452394 Jun 11 00:16:31.108024 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:31.115488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 1d472f60-1af9-462e-85d9-6a09201972d8 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:16:31.140712 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2370ccfc-86e0-4ff4-ad7d-77a532aa144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:31.199616 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:32.373570 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:33.417820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48540) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:33.650796 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56bf90-3e24-440d-807a-bf4713f01447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:33.652256 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0f56bf90-3e24-440d-807a-bf4713f01447 admin admin] 10.222.0.38 "GET /v2.0/subnets/7cefc011-3daa-43de-9d4b-01d051cbd573 HTTP/1.1" status: 200 len: 849 time: 0.2334607 Jun 11 00:16:33.693060 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:33.796335 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2900c104-4a68-47ba-9737-573e848b67c5 admin admin] 10.222.0.38 "GET /v2.0/routers/4d33c953-31c7-43b6-bc17-6985c95b7acd HTTP/1.1" status: 200 len: 704 time: 0.1385150 Jun 11 00:16:34.160926 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:34.467211 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Allocated IP 172.20.0.1 (8fe799d3-65d1-4e40-b08a-e8793c00e4ff/7cefc011-3daa-43de-9d4b-01d051cbd573/b5e4e096-6393-4a68-aeb1-c59deeb800bc) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:16:34.659665 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:34.682561 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Transition to ACTIVE for port object b5e4e096-6393-4a68-aeb1-c59deeb800bc will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:16:34.808624 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:34.811501 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:34.930802 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:16:34.935461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:34.945310 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:16:34.945848 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.016666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Pushing event updated for resources: {'Port': ['ID=b5e4e096-6393-4a68-aeb1-c59deeb800bc,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:35.024992 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:35.201947 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f065-dca1-404e-890b-31de63fbbadc None None] Provisioning for port b5e4e096-6393-4a68-aeb1-c59deeb800bc completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:16:35.205961 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f065-dca1-404e-890b-31de63fbbadc None None] Provisioning complete for port b5e4e096-6393-4a68-aeb1-c59deeb800bc triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:35.206324 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f065-dca1-404e-890b-31de63fbbadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.239362 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.245183 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2f065-dca1-404e-890b-31de63fbbadc None None] Port b5e4e096-6393-4a68-aeb1-c59deeb800bc cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:16:35.445704 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.510753 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.511871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.513409 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:35.582702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Pushing event updated for resources: {'Port': ['ID=b5e4e096-6393-4a68-aeb1-c59deeb800bc,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:35.586745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:35.665363 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:16:35.666702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:35.866115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-56955ff2-3142-4d87-80de-af4fd682320d None None] Provisioning complete for port b5e4e096-6393-4a68-aeb1-c59deeb800bc triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:35.866486 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-56955ff2-3142-4d87-80de-af4fd682320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:35.904909 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-56955ff2-3142-4d87-80de-af4fd682320d None None] Port b5e4e096-6393-4a68-aeb1-c59deeb800bc cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:16:35.916089 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Router 4d33c953-31c7-43b6-bc17-6985c95b7acd is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:16:36.041650 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:16:36.051498 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Sync routers for ids ['4d33c953-31c7-43b6-bc17-6985c95b7acd'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:16:36.051962 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] 10.222.0.38 "PUT /v2.0/routers/4d33c953-31c7-43b6-bc17-6985c95b7acd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2504566 Jun 11 00:16:36.062919 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Routers {'4d33c953-31c7-43b6-bc17-6985c95b7acd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:36.063906 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:16:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4d33c953-31c7-43b6-bc17-6985c95b7acd'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:36.270395 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Set router 4d33c953-31c7-43b6-bc17-6985c95b7acd gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:36.733777 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:35Z', 'revision_number': 2, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port_host': None, '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:35Z', 'revision_number': 2, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:36.740367 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Checking router: 4d33c953-31c7-43b6-bc17-6985c95b7acd for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:16:36.740747 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Updating router 4d33c953-31c7-43b6-bc17-6985c95b7acd port b5e4e096-6393-4a68-aeb1-c59deeb800bc binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:16:36.812551 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.325565 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.343124 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Transition to ACTIVE for port object b5e4e096-6393-4a68-aeb1-c59deeb800bc will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:16:37.436301 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.440487 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:37.655383 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Pushing event updated for resources: {'Port': ['ID=b5e4e096-6393-4a68-aeb1-c59deeb800bc,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:37.670834 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.671166 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.671519 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.671839 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.672153 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.672465 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.672775 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.673150 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.673462 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.673769 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.674074 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.674377 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Tracked resource versions report: Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: pushed versions: Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: { 'AddressGroup': {'1.2'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'ConntrackHelper': {'1.0'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Log': {'1.0'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Network': {'1.1'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Port': {'1.7'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'PortForwarding': {'1.2'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'QosPolicy': {'1.8'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroup': {'1.4'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SubPort': {'1.0'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Subnet': {'1.1'}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Trunk': {'1.1'}} Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: consumer versions: Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'ConntrackHelper': '1.0', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Log': '1.0', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Network': '1.1', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Port': '1.7', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'PortForwarding': '1.2', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'QosPolicy': '1.8', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroup': '1.4', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroupRule': '1.2', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'SubPort': '1.0', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Subnet': '1.1', Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: 'Trunk': '1.1'}} Jun 11 00:16:37.675462 dv-cinder-786260-5-smb neutron-server[98937]: {{(pid=98937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:16:37.679656 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Attempting to bind port b5e4e096-6393-4a68-aeb1-c59deeb800bc on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:16:37.680052 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Attempting to bind port b5e4e096-6393-4a68-aeb1-c59deeb800bc by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:16:37.680467 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Attempting to bind port b5e4e096-6393-4a68-aeb1-c59deeb800bc on network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:16:37.682440 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:37.686071 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:16:37.686478 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Checking segment: {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:16:37.686929 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.687365 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Bound using segment: {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:16:37.687893 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Bound port: b5e4e096-6393-4a68-aeb1-c59deeb800bc, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6a977f-37e3-45a3-9048-17ba74b85e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:16:37.688264 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.763811 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] For port b5e4e096-6393-4a68-aeb1-c59deeb800bc, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:16:37.785662 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] For port b5e4e096-6393-4a68-aeb1-c59deeb800bc, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=b5e4e096-6393-4a68-aeb1-c59deeb800bc,segment=NetworkSegment(1c6a977f-37e3-45a3-9048-17ba74b85e5b),segment_id=1c6a977f-37e3-45a3-9048-17ba74b85e5b)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:16:37.940588 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:37.942997 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:38.009454 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Routers {'4d33c953-31c7-43b6-bc17-6985c95b7acd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:38.010123 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:16:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4d33c953-31c7-43b6-bc17-6985c95b7acd'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:38.110039 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Pushing event updated for resources: {'Port': ['ID=b5e4e096-6393-4a68-aeb1-c59deeb800bc,revision_number=4']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:38.113971 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:38.143333 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] Set router 4d33c953-31c7-43b6-bc17-6985c95b7acd gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:38.204846 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48560) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:38.336838 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298eaee-5e55-4e80-baa2-6aa4899682a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:38.338198 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-7298eaee-5e55-4e80-baa2-6aa4899682a2 admin admin] 10.222.0.38 "GET /v2.0/networks/1d472f60-1af9-462e-85d9-6a09201972d8 HTTP/1.1" status: 200 len: 842 time: 0.1321316 Jun 11 00:16:38.347337 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:38.409840 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:35Z', 'revision_number': 2, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port_host': None, '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:37Z', 'revision_number': 4, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:38.413132 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26c56-682c-43d2-90e0-87390dcd3fa4 None None] The sync data for ids ['4d33c953-31c7-43b6-bc17-6985c95b7acd'] in dv-cinder-786260-5-smb is: [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:35Z', 'revision_number': 2, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port_host': None, '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:37Z', 'revision_number': 4, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:16:38.464925 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Made reservation on behalf of 1fe188ca6196469d97e21c9e56e85223 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:16:38.467388 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:38.987813 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.objects.ports [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98935) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 00:16:38.988239 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:38.990219 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:39.054727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c9b385-6ad7-426f-8ebc-12e50cda3a3c,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:39.060809 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:39.063707 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:16:39.063981 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Network hostable DHCP agents. Network: 1d472f60-1af9-462e-85d9-6a09201972d8, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:16:39.167062 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:16:39.264916 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 1d472f60-1af9-462e-85d9-6a09201972d8) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:39.269871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:39.270597 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:39.274891 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f4bc8-e64f-4fea-9f02-6ce16a345fbb None None] Network 1d472f60-1af9-462e-85d9-6a09201972d8 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:16:39.351935 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0079906 Jun 11 00:16:39.496709 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6ffe0-67e8-4893-acc7-c62242aad3bb None None] Network 1d472f60-1af9-462e-85d9-6a09201972d8 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:16:41.393339 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device b5e4e096-6393-4a68-aeb1-c59deeb800bc up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:41.550992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port b5e4e096-6393-4a68-aeb1-c59deeb800bc completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:16:41.554817 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port b5e4e096-6393-4a68-aeb1-c59deeb800bc triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:41.555218 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:41.599808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48572) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:41.644753 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:41.680729 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port b5e4e096-6393-4a68-aeb1-c59deeb800bc, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=b5e4e096-6393-4a68-aeb1-c59deeb800bc,segment=NetworkSegment(1c6a977f-37e3-45a3-9048-17ba74b85e5b),segment_id=1c6a977f-37e3-45a3-9048-17ba74b85e5b)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:41.745392 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:41.747603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-ffd30db9-4ea1-4001-8160-641b4fa84757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:41.762963 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6d345f12-7b80-4a65-925b-04a598bb4ba4 admin admin] 10.222.0.38 "GET /v2.0/routers/4d33c953-31c7-43b6-bc17-6985c95b7acd HTTP/1.1" status: 200 len: 710 time: 0.1620238 Jun 11 00:16:41.800547 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=b5e4e096-6393-4a68-aeb1-c59deeb800bc,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:41.803687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:41.878497 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf51be-c201-4fec-a8e0-d12309d202f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:16:41.879880 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a2cf51be-c201-4fec-a8e0-d12309d202f1 admin admin] 10.222.0.38 "GET /v2.0/networks/1d472f60-1af9-462e-85d9-6a09201972d8 HTTP/1.1" status: 200 len: 886 time: 0.1112061 Jun 11 00:16:41.888579 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:16:42.242285 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:42.595966 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:42.760518 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:42.874895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Allocated IP 172.28.1.150 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/fe070014-2386-49c8-8a1a-4324d29ea01b) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:16:42.996484 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.115843 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.117974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:43.161546 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:16:43.164442 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:16:43.167724 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:16:43.216834 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Pushing event updated for resources: {'Port': ['ID=fe070014-2386-49c8-8a1a-4324d29ea01b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:43.260609 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:43.362066 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device b5e4e096-6393-4a68-aeb1-c59deeb800bc up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:43.416406 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port b5e4e096-6393-4a68-aeb1-c59deeb800bc triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:43.416754 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.564768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.827027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.830464 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446132'] for router, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:43.968502 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Router 4d33c953-31c7-43b6-bc17-6985c95b7acd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:16:44.200402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:16:44.205809 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:44.206972 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] 10.222.0.38 "PUT /v2.0/routers/4d33c953-31c7-43b6-bc17-6985c95b7acd HTTP/1.1" status: 200 len: 890 time: 2.3217425 Jun 11 00:16:44.211144 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Sync routers for ids ['4d33c953-31c7-43b6-bc17-6985c95b7acd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:16:44.222695 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Routers {'4d33c953-31c7-43b6-bc17-6985c95b7acd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:44.223407 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:16:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4d33c953-31c7-43b6-bc17-6985c95b7acd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:44.458514 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Set router 4d33c953-31c7-43b6-bc17-6985c95b7acd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:44.944071 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:43Z', 'revision_number': 4, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port': {'id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:42Z', 'updated_at': '2021-06-11T00:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:41Z', 'revision_number': 5, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:44.950697 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Checking router: 4d33c953-31c7-43b6-bc17-6985c95b7acd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:16:44.951070 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Updating router 4d33c953-31c7-43b6-bc17-6985c95b7acd port fe070014-2386-49c8-8a1a-4324d29ea01b binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:16:44.990483 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.348495 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.357761 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Transition to ACTIVE for port object fe070014-2386-49c8-8a1a-4324d29ea01b will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:16:45.453838 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.457168 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:45.517716 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Attempting to bind port fe070014-2386-49c8-8a1a-4324d29ea01b on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:16:45.518445 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Attempting to bind port fe070014-2386-49c8-8a1a-4324d29ea01b by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:16:45.518445 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Attempting to bind port fe070014-2386-49c8-8a1a-4324d29ea01b on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:16:45.520317 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Pushing event updated for resources: {'Port': ['ID=fe070014-2386-49c8-8a1a-4324d29ea01b,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:45.523467 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:45.526107 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:16:45.526486 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:16:45.526889 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.527354 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:16:45.527865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Bound port: fe070014-2386-49c8-8a1a-4324d29ea01b, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:16:45.539046 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.584031 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] For port fe070014-2386-49c8-8a1a-4324d29ea01b, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:16:45.586913 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] For port fe070014-2386-49c8-8a1a-4324d29ea01b, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=fe070014-2386-49c8-8a1a-4324d29ea01b,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:16:45.648452 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:45.650603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:45.712777 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Pushing event updated for resources: {'Port': ['ID=fe070014-2386-49c8-8a1a-4324d29ea01b,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:45.715559 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Routers {'4d33c953-31c7-43b6-bc17-6985c95b7acd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:16:45.716181 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:16:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4d33c953-31c7-43b6-bc17-6985c95b7acd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:45.718069 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:45.871285 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] Set router 4d33c953-31c7-43b6-bc17-6985c95b7acd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:16:46.188764 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:43Z', 'revision_number': 4, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port': {'id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:42Z', 'updated_at': '2021-06-11T00:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:41Z', 'revision_number': 5, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:16:46.192214 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505bc3-5c29-4d22-b652-e0950f6ad102 None None] The sync data for ids ['4d33c953-31c7-43b6-bc17-6985c95b7acd'] in dv-cinder-786260-5-smb is: [{'id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'name': 'router1', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:16:24Z', 'updated_at': '2021-06-11T00:16:43Z', 'revision_number': 4, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'gw_port': {'id': 'fe070014-2386-49c8-8a1a-4324d29ea01b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:42Z', 'updated_at': '2021-06-11T00:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'b5e4e096-6393-4a68-aeb1-c59deeb800bc', 'name': '', 'network_id': '8fe799d3-65d1-4e40-b08a-e8793c00e4ff', 'tenant_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'mac_address': 'fa:16:3e:62:5a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d33c953-31c7-43b6-bc17-6985c95b7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:16:34Z', 'updated_at': '2021-06-11T00:16:41Z', 'revision_number': 5, 'project_id': 'c411d8f8816e4771ad646b05ef0ac20f', 'subnets': [{'id': '7cefc011-3daa-43de-9d4b-01d051cbd573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea47663d-4596-4c62-bf22-6f7898b81bb9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:16:46.527290 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 48580) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:16:46.655784 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c99610a7-2be1-4ceb-835e-f37239a5c8b6 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1273251 Jun 11 00:16:47.384802 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device fe070014-2386-49c8-8a1a-4324d29ea01b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:47.488186 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port fe070014-2386-49c8-8a1a-4324d29ea01b completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:16:47.492998 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port fe070014-2386-49c8-8a1a-4324d29ea01b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:47.493378 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:47.586434 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:47.607059 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port fe070014-2386-49c8-8a1a-4324d29ea01b, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=fe070014-2386-49c8-8a1a-4324d29ea01b,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:16:47.687645 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:47.689636 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:16:47.742265 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=fe070014-2386-49c8-8a1a-4324d29ea01b,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:16:47.745123 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:16:49.386488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device fe070014-2386-49c8-8a1a-4324d29ea01b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:16:49.444536 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port fe070014-2386-49c8-8a1a-4324d29ea01b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:16:49.444921 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:16:51.884913 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:16:58.447896 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f8d28dc6-a1ed-4b7f-8b47-5358cf6102e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.127945 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9deaad50-5b78-41cd-940c-bb73f2adf61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:01.155973 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:02.368076 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:03.724887 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.453347 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-83eeb163-6d74-4ffe-966a-18fa545efad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:28.873839 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:17:31.104344 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-62534455-9afd-4d4b-885c-f1852c65f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:31.173231 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:32.396215 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:33.939464 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:17:58.435443 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-93fb8936-3da4-4cb5-95db-74b3fe399385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:01.121176 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a737e7c3-ea55-4728-a546-103249160877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:01.195669 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:02.366689 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:03.692637 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:05.872216 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:18:22.287580 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49148) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:22.349149 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc94d0e3-f767-4d8f-b29b-907a15167eef admin admin] GET failed (client error): The resource could not be found. Jun 11 00:18:22.350432 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-fc94d0e3-f767-4d8f-b29b-907a15167eef admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619166 Jun 11 00:18:22.518943 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2e71c5-29de-474b-b28f-5d721be09f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:22.520345 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ef2e71c5-29de-474b-b28f-5d721be09f9c admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1661065 Jun 11 00:18:24.620290 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49158) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:24.720190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2692541-d2ff-4fb7-abe0-a61a1ccae12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:24.721499 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c2692541-d2ff-4fb7-abe0-a61a1ccae12f admin admin] 10.222.0.38 "GET /v2.0/subnets/7cefc011-3daa-43de-9d4b-01d051cbd573 HTTP/1.1" status: 200 len: 849 time: 0.1002712 Jun 11 00:18:24.730599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:18:24.828805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:25.050942 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758132910129'] for subnet, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:25.052922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:18:25.088845 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:25.089369 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:25.097046 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] 10.222.0.38 "PUT /v2.0/subnets/7cefc011-3daa-43de-9d4b-01d051cbd573 HTTP/1.1" status: 200 len: 868 time: 0.3639839 Jun 11 00:18:25.097263 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570a879-eb8c-4a3e-b8b7-78e95c8c02a3 None None] Network 8fe799d3-65d1-4e40-b08a-e8793c00e4ff requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:18:25.119844 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cefc011-3daa-43de-9d4b-01d051cbd573,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:18:25.127330 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.127713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.127997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.128318 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.128634 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.128947 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.129269 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.129575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.129901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.130215 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.130558 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.130854 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:18:25.134498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:18:25.543488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-66c106d3-652a-45a5-b098-c35e10c5a8bc None None] Provisioning complete for port 6900b3e3-e7d9-4839-ad57-17289ea43d3b triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:18:25.543859 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-66c106d3-652a-45a5-b098-c35e10c5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:25.637170 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-66c106d3-652a-45a5-b098-c35e10c5a8bc None None] Provisioning complete for port b5e4e096-6393-4a68-aeb1-c59deeb800bc triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:18:25.637439 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-66c106d3-652a-45a5-b098-c35e10c5a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:27.196059 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49168) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:27.401276 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3aacd-607b-4c2a-862f-a0c6a120ac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:27.401749 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3aacd-607b-4c2a-862f-a0c6a120ac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:27.403258 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7fd3aacd-607b-4c2a-862f-a0c6a120ac06 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062559 Jun 11 00:18:28.457926 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-407e84e2-2436-42bb-9f64-ea21ffacd0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:29.516861 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49176) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:29.666419 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146ece5-93d5-4de3-a96a-93eb3512dd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:29.666910 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146ece5-93d5-4de3-a96a-93eb3512dd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:29.668419 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e146ece5-93d5-4de3-a96a-93eb3512dd8d admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1506312 Jun 11 00:18:31.114687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-87d2f8d6-c137-4327-beac-a3234a0cf83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:31.281355 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:31.786894 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49184) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:31.954813 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d13ee7-4726-4386-a80f-57950e9970f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:31.956238 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-71d13ee7-4726-4386-a80f-57950e9970f6 admin admin] 10.222.0.38 "GET /v2.0/networks/1d472f60-1af9-462e-85d9-6a09201972d8 HTTP/1.1" status: 200 len: 886 time: 0.1683016 Jun 11 00:18:32.355002 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:33.704080 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:18:34.053619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49192) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:34.213606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f110aa-d8ff-415b-9484-8190f38a9cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:34.214976 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-27f110aa-d8ff-415b-9484-8190f38a9cd1 admin admin] 10.222.0.38 "GET /v2.0/networks/8fe799d3-65d1-4e40-b08a-e8793c00e4ff HTTP/1.1" status: 200 len: 869 time: 0.1603765 Jun 11 00:18:36.302110 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49200) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:36.426700 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf7339-0698-462e-995f-e91ef5f80747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:36.427155 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf7339-0698-462e-995f-e91ef5f80747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:36.428677 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-edaf7339-0698-462e-995f-e91ef5f80747 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256628 Jun 11 00:18:38.524128 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49208) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:38.618672 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1e2b-80e1-4744-8f5d-7e18e05ad514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:38.619137 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1e2b-80e1-4744-8f5d-7e18e05ad514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:38.620629 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c48a1e2b-80e1-4744-8f5d-7e18e05ad514 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955617 Jun 11 00:18:40.709757 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49216) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:40.802965 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bc5d7-077c-420a-9a99-44664db03d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:40.804313 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-ea2bc5d7-077c-420a-9a99-44664db03d34 admin admin] 10.222.0.38 "GET /v2.0/subnets/68c9b385-6ad7-426f-8ebc-12e50cda3a3c HTTP/1.1" status: 200 len: 816 time: 0.0936227 Jun 11 00:18:42.870518 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:18:42.905195 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49224) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:18:43.000931 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc1718-741e-42f0-9e4e-d653d7ca00dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:18:43.002242 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-54bc1718-741e-42f0-9e4e-d653d7ca00dc admin admin] 10.222.0.38 "GET /v2.0/subnets/7cefc011-3daa-43de-9d4b-01d051cbd573 HTTP/1.1" status: 200 len: 868 time: 0.0960851 Jun 11 00:18:58.497758 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d71e2b75-b7de-4885-b538-fc24ba75581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:01.131885 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-83bcaa66-7b95-4b87-9d07-e88274ccf390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:01.155388 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:02.366324 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:03.714992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:05.826426 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49268) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:05.871872 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [None req-da1b2d5e-d37f-45e2-9168-d91c1497dedf admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98934) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:19:05.872880 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-da1b2d5e-d37f-45e2-9168-d91c1497dedf admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454912 Jun 11 00:19:08.046731 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49276) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:08.107405 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2e8905-4bcf-4604-9b7a-a398b9e2d5b6 admin admin] GET failed (client error): The resource could not be found. Jun 11 00:19:08.108717 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6a2e8905-4bcf-4604-9b7a-a398b9e2d5b6 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610321 Jun 11 00:19:08.304817 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d128d9a-886b-4219-ac31-e1d69f79a9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:08.306230 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7d128d9a-886b-4219-ac31-e1d69f79a9ad admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1937709 Jun 11 00:19:10.417018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49284) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:10.462012 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:10.548683 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Made reservation on behalf of 1fe188ca6196469d97e21c9e56e85223 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:19:10.550863 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:10.585548 dv-cinder-786260-5-smb neutron-server[98935]: WARNING neutron.services.revisions.revision_plugin [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Could not find related network for resource to bump revision. Jun 11 00:19:10.599109 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:19:10.609079 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:10.609414 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Added segment bd87ec6d-90f8-4abb-a72f-bcf57afb6563 of type vlan for network fbb785ee-25bf-4310-9021-38747dd539b0 Jun 11 00:19:10.654960 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:10.714536 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:10.715991 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:10.717062 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:10.719824 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:10.793703 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb785ee-25bf-4310-9021-38747dd539b0,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:10.800671 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.800975 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.801304 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.801625 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.801940 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.802257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.802570 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.802879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.803207 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.803544 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.803850 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.804283 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:10.807909 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:10.814630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network fbb785ee-25bf-4310-9021-38747dd539b0 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:19:11.058541 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6403849 Jun 11 00:19:13.177712 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49292) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:19:13.239177 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3c1303-1770-4928-b729-10f074c1018b admin admin] GET failed (client error): The resource could not be found. Jun 11 00:19:13.240514 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-8d3c1303-1770-4928-b729-10f074c1018b admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618675 Jun 11 00:19:13.330071 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11085b3b-fb04-484d-8076-28dc3ba9120d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:13.331496 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-11085b3b-fb04-484d-8076-28dc3ba9120d admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0871921 Jun 11 00:19:13.340682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Request body: {'subnet': {'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:19:13.423194 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Made reservation on behalf of 1fe188ca6196469d97e21c9e56e85223 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:19:13.425494 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:13.674809 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:13.676734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:13.736857 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=401b0278-9ea3-44c9-9740-7ecb96e5b5ef,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:13.740267 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:13.745444 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Checking segment: {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:19:13.745792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Network hostable DHCP agents. Network: fbb785ee-25bf-4310-9021-38747dd539b0, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:19:13.879874 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Network fbb785ee-25bf-4310-9021-38747dd539b0 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:19:13.948668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, fbb785ee-25bf-4310-9021-38747dd539b0) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:19:13.952453 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:19:13.953280 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:13.957785 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a06ea5-a411-4dc2-8169-bb5cf10d541f None None] Network fbb785ee-25bf-4310-9021-38747dd539b0 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:19:14.046870 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7094638 Jun 11 00:19:14.143180 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-fbb785ee-25bf-4310-9021-38747dd539b0', 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0', 'tenant_id': '1fe188ca6196469d97e21c9e56e85223', 'fixed_ips': [{'subnet_id': '401b0278-9ea3-44c9-9740-7ecb96e5b5ef'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:19:14.144122 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.362138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Allocated IP 192.168.233.2 (fbb785ee-25bf-4310-9021-38747dd539b0/401b0278-9ea3-44c9-9740-7ecb96e5b5ef/faf20f9f-399b-4a98-9758-972a7a857378) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:19:14.536506 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.545184 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Transition to ACTIVE for port object faf20f9f-399b-4a98-9758-972a7a857378 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:19:14.559624 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Transition to ACTIVE for port object faf20f9f-399b-4a98-9758-972a7a857378 will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:19:14.622460 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.624797 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:14.673946 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Network fbb785ee-25bf-4310-9021-38747dd539b0 is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:19:14.676973 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:19:14.680043 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:19:14.688722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Pushing event updated for resources: {'Port': ['ID=faf20f9f-399b-4a98-9758-972a7a857378,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:14.720135 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.720480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.720824 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.721164 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.721488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.721814 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.722139 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.722464 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.722808 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.723194 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.723549 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.734138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:19:14.734138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:14.765717 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Attempting to bind port faf20f9f-399b-4a98-9758-972a7a857378 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:19:14.766097 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Attempting to bind port faf20f9f-399b-4a98-9758-972a7a857378 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:19:14.766461 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Attempting to bind port faf20f9f-399b-4a98-9758-972a7a857378 on network fbb785ee-25bf-4310-9021-38747dd539b0 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:19:14.771545 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:19:14.771921 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Checking segment: {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:19:14.772329 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.772723 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Bound using segment: {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:19:14.773194 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Bound port: faf20f9f-399b-4a98-9758-972a7a857378, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:19:14.773571 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.851596 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] For port faf20f9f-399b-4a98-9758-972a7a857378, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:19:14.854640 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] For port faf20f9f-399b-4a98-9758-972a7a857378, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=faf20f9f-399b-4a98-9758-972a7a857378,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:19:14.915202 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:14.917597 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:15.075437 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Pushing event updated for resources: {'Port': ['ID=faf20f9f-399b-4a98-9758-972a7a857378,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:15.080240 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:15.514838 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device faf20f9f-399b-4a98-9758-972a7a857378 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:19:15.634586 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port faf20f9f-399b-4a98-9758-972a7a857378 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:19:15.905311 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c71c0-d36b-4fd7-bf7b-a51a063cf07a None None] Network fbb785ee-25bf-4310-9021-38747dd539b0 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:19:16.092976 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Provisioning for port faf20f9f-399b-4a98-9758-972a7a857378 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:19:16.102350 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Provisioning complete for port faf20f9f-399b-4a98-9758-972a7a857378 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:19:16.102723 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:16.202361 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:16.246304 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] For port faf20f9f-399b-4a98-9758-972a7a857378, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=faf20f9f-399b-4a98-9758-972a7a857378,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:19:16.320702 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:16.324081 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:19:16.380427 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Pushing event updated for resources: {'Port': ['ID=faf20f9f-399b-4a98-9758-972a7a857378,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:19:16.383671 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:19:16.440169 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-0644d8f7-bcda-4a7f-afca-d6ab995bb42f None None] Provisioning complete for port faf20f9f-399b-4a98-9758-972a7a857378 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:19:16.440472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0644d8f7-bcda-4a7f-afca-d6ab995bb42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:17.481490 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device faf20f9f-399b-4a98-9758-972a7a857378 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:19:17.538513 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port faf20f9f-399b-4a98-9758-972a7a857378 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:19:17.538886 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:19.868813 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:19:28.449717 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8126c0e7-1bf3-494f-a30f-b044231ef5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:31.120066 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-28ca1387-e69b-420b-8340-0c13dddbc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:31.188711 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:32.348242 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:33.714670 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:19:56.867191 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:19:58.455320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f200c3ef-ab97-4eca-9ac5-a31e90f2e6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:01.119713 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ebbf3cf1-7cd0-4b95-bab2-18f1c96a1612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:01.183003 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:02.397994 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:03.736602 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:28.444942 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-5458f4a9-7ccd-48ff-b7af-a8ae69b15d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:31.146349 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-676cea8b-8d4a-418c-8764-7009123e6226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:31.215118 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:31.521728 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49344) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:20:31.527674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [None req-35c8a9ad-82af-44b0-b710-fb9b60e7d89c tempest-verify_tempest_config-486314665 tempest-verify_tempest_config-486314665-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:20:31.528695 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-35c8a9ad-82af-44b0-b710-fb9b60e7d89c tempest-verify_tempest_config-486314665 tempest-verify_tempest_config-486314665-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060163 Jun 11 00:20:32.007255 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49362) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:20:32.114269 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.203109 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.250959 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.253883 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-72d77ab6-d0b6-435c-bf74-3e1302ee90f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:20:32.297405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08441e3-0635-46b5-8a85-d62ec4e52755,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:20:32.301739 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d11efce4e624dfcb553e3069df181ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2934897 Jun 11 00:20:32.304481 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49366) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:20:32.307110 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.307491 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.307833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.308168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.308500 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.309319 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.309651 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.309972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.310298 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.310619 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.310933 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.311264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.314976 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:20:32.359296 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.365064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.387907 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.529040 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.531820 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:32.532986 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c08441e3-0635-46b5-8a85-d62ec4e52755 HTTP/1.1" status: 204 len: 168 time: 0.2274220 Jun 11 00:20:32.533743 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:20:32.542000 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08441e3-0635-46b5-8a85-d62ec4e52755,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:20:32.548543 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.548881 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.549211 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.549532 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.549854 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.550174 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.550490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.550845 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.551176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.551514 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.551824 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.552132 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:20:32.556086 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:20:33.734892 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:20:33.865640 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:20:58.459541 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-62595518-71a4-407c-b045-6eda56ed7e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.124842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7774-e603-493a-99c1-9b729757db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:01.204789 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:02.368339 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:03.785576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:10.863636 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:21:28.451127 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f81cba67-73fe-4840-9c6a-7781ca0b824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:31.124320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-cad7c766-e64e-44fe-8af4-acec0d186ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:31.199033 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:32.387254 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:33.750894 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:21:47.862621 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 5 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:21:58.467091 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-eca8a660-2b55-4c3c-ba83-b15b745fe3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:01.101680 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-db7e76ed-6451-4143-98dc-b53e13ae317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:01.236498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:02.378842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:03.744816 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:06.881786 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413'] for agent, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:10.378947 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49420) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:10.480185 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6311ae12-d73d-4786-b95d-69556f7f667e admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1000409 Jun 11 00:22:12.585315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49430) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:22:12.637256 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-dd368859-48a7-4056-8ae2-cab9b1a31222 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0508614 Jun 11 00:22:24.861591 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:22:28.450419 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9a36930f-22de-4ba7-994b-234e337653dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.107996 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f0d76d71-9dc1-48fc-853b-13eca334da71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:31.206623 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:32.389359 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:33.729345 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:36.856131 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:22:58.481133 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-86c4baea-8f9f-4000-a701-7d0a8869c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:01.135085 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-efcd8084-ca08-4ba8-bbe3-68a4a171bde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:01.195540 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:01.860474 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:23:02.400863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:03.732826 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:06.918019 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:28.480599 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-839799e6-3be5-429f-868e-6db49254b1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:31.128930 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-32123452-ce3e-4410-9a22-ed3e0a07fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:31.183092 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:32.417922 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:33.743210 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:37.111922 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:38.858774 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:23:47.669154 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49628) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:47.909457 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49642) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:47.987337 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49648) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:48.008817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49652) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:48.067066 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-259591664-network', 'tenant_id': '4e7fca46863f4606a8767287755bcf17'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:48.169672 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Made reservation on behalf of 4e7fca46863f4606a8767287755bcf17 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:48.172474 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.183744 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.283611 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.319856 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-796286727-network', 'tenant_id': '1b3412e81680473588443fd3eb40be21'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:48.353334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-network', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:48.358815 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.376017 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:48.385178 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.db.api [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 00:23:48.385178 dv-cinder-786260-5-smb neutron-server[98935]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 00:23:48.385178 dv-cinder-786260-5-smb neutron-server[98935]: [parameters: {'project_id_1': 'f82305a952a64b1eae56c3c6f5783ae9', 'expiration_1': datetime.datetime(2021, 6, 11, 0, 23, 48, 365498)}] Jun 11 00:23:48.385178 dv-cinder-786260-5-smb neutron-server[98935]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:23:48.385725 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_db.api [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:23:48.392267 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:23:48.399597 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2068665083-network', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:48.416331 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49672) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:48.417514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.417896 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Added segment 96332029-867d-42c8-a502-c700304c1f79 of type vlan for network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 Jun 11 00:23:48.464405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6f095-e388-4df2-b48a-0bf9e751941a,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:48.481068 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.481420 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.481757 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.482085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.482411 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.482734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.483052 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.483405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.483764 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.484084 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.484398 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.484760 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Tracked resource versions report: Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: pushed versions: Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: { 'AddressGroup': {'1.2'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'ConntrackHelper': {'1.0'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Log': {'1.0'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Network': {'1.1'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Port': {'1.7'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'PortForwarding': {'1.2'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'QosPolicy': {'1.8'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroup': {'1.4'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SubPort': {'1.0'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Subnet': {'1.1'}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Trunk': {'1.1'}} Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: consumer versions: Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'ConntrackHelper': '1.0', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Log': '1.0', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Network': '1.1', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Port': '1.7', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'PortForwarding': '1.2', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'QosPolicy': '1.8', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroup': '1.4', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SecurityGroupRule': '1.2', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'SubPort': '1.0', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Subnet': '1.1', Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: 'Trunk': '1.1'}} Jun 11 00:23:48.485802 dv-cinder-786260-5-smb neutron-server[98935]: {{(pid=98935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:23:48.490297 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.492755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:48.516133 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:48.523448 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.536096 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.597666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.599218 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:48.599801 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.610252 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f0b1ee92-5ff2-4bc3-904c-8b561542b9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:48.657464 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-network', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:48.701975 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Made reservation on behalf of e3c77aa94fde4cc7bc923b582fce8eb8 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:48.704362 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.708632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Pushing event updated for resources: {'Network': ['ID=33fdbe9a-fd98-4785-80fb-e7e18f8bc293,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:48.720376 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:48.722536 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:23:48.724458 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.809974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.858522 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.869847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:48.873189 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:23:48.890237 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:48.890826 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Added segment 22839fe0-9a06-4461-b142-8953aa630217 of type vlan for network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d Jun 11 00:23:49.041067 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Made reservation on behalf of c7c50335d2e84a519f1bf9831efd9f46 for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:49.044992 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.059827 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.081568 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b3e8e7-0daa-402e-a522-7d74ae8b894e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:49.085408 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:49.122226 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4552915 Jun 11 00:23:49.122418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49706) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:49.127565 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Request body: {'subnet': {'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-259591664-subnet', 'tenant_id': '4e7fca46863f4606a8767287755bcf17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:49.135816 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.235384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.257977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.260589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:49.261506 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.266692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:49.316648 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.380006 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Pushing event updated for resources: {'Network': ['ID=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:49.383276 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:49.387355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0338214d-4d0e-4d01-be43-7a5e84c341e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:49.398729 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:23:49.420017 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:23:49.460914 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.469355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.473884 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Added segment b6888f17-c307-48b1-a375-4fcab2b939c6 of type vlan for network 48184f93-e11d-439d-ac06-a07ea1bc35f9 Jun 11 00:23:49.473884 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d6d27-6e91-4387-8a0d-9721adfbd2f7,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:49.481908 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:49.514871 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.531556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:23:49.535949 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:49.539224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.554489 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.555213 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Added segment cac05098-e680-4d45-81c5-8c8f5aac0770 of type vlan for network 3cc37115-349f-4efb-938b-622710e60a08 Jun 11 00:23:49.603999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Made reservation on behalf of f82305a952a64b1eae56c3c6f5783ae9 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:49.607220 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.619477 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.636377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.648889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf9cd4b-fb42-4a6d-9787-9e36025a065d,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:49.664653 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.665000 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.665337 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.665662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.665980 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.666351 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.666675 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.666995 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.667344 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.667693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.668010 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.668366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Tracked resource versions report: Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: pushed versions: Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: { 'AddressGroup': {'1.2'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'ConntrackHelper': {'1.0'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Log': {'1.0'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Network': {'1.1'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Port': {'1.7'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'PortForwarding': {'1.2'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'QosPolicy': {'1.8'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroup': {'1.4'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SubPort': {'1.0'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Subnet': {'1.1'}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Trunk': {'1.1'}} Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: consumer versions: Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'ConntrackHelper': '1.0', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Log': '1.0', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Network': '1.1', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Port': '1.7', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'PortForwarding': '1.2', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'QosPolicy': '1.8', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroup': '1.4', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SecurityGroupRule': '1.2', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'SubPort': '1.0', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Subnet': '1.1', Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: 'Trunk': '1.1'}} Jun 11 00:23:49.669437 dv-cinder-786260-5-smb neutron-server[98934]: {{(pid=98934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:23:49.686358 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:49.697218 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.698821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:49.700043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.702064 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:49.781576 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Pushing event updated for resources: {'Network': ['ID=48184f93-e11d-439d-ac06-a07ea1bc35f9,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:49.784085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:49.793640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Made reservation on behalf of 4e7fca46863f4606a8767287755bcf17 for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:49.793851 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:23:49.794447 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.797566 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.799938 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:49.801156 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:49.825567 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:49.866901 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9557507 Jun 11 00:23:49.875763 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49752) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:49.882224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Request body: {'subnet': {'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-796286727-subnet', 'tenant_id': '1b3412e81680473588443fd3eb40be21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:49.917090 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9062252 Jun 11 00:23:49.920427 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49758) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:49.926815 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Request body: {'subnet': {'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2068665083-subnet', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:49.955353 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5378082 Jun 11 00:23:49.958226 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49766) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:49.967731 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Request body: {'subnet': {'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-subnet', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:50.004465 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc37115-349f-4efb-938b-622710e60a08,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:50.007737 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:50.015561 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 3cc37115-349f-4efb-938b-622710e60a08 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:23:50.028160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.135423 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.146666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d6bfba54-6632-4117-9cd3-91da61afd45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:50.166160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:23:50.186216 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.186553 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Added segment cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd of type vlan for network ef5d11f3-6c9d-404e-95bd-93732ab4da46 Jun 11 00:23:50.187858 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b35120-73b9-48bc-a87c-9e2b1906adda,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:50.197428 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:50.246821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.289108 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.292299 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a149d266-2eb1-444f-974a-fc5631cbec51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:50.352847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:50.355425 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.368473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76395c5-b506-4dd5-8698-07234af68f01,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:50.373204 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:50.374058 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Checking segment: {'id': '96332029-867d-42c8-a502-c700304c1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:50.374443 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Network hostable DHCP agents. Network: 33fdbe9a-fd98-4785-80fb-e7e18f8bc293, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:23:50.392313 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.395275 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:50.395822 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.399035 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:50.523746 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:23:50.539535 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5d11f3-6c9d-404e-95bd-93732ab4da46,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:50.539535 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Made reservation on behalf of e3c77aa94fde4cc7bc923b582fce8eb8 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:50.539741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.544755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:50.551118 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:23:50.614675 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 33fdbe9a-fd98-4785-80fb-e7e18f8bc293) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:50.619680 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:50.620282 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.646384 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f625d00-5f52-46bc-b8d3-1148e00c3125 None None] Network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:50.655841 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6671238 Jun 11 00:23:50.658734 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49798) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:50.664917 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Request body: {'subnet': {'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-subnet', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:50.741196 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6033082 Jun 11 00:23:50.851088 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49806) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:50.856257 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a57cf-ca60-4f8d-8f44-cdd3bab1acf9 None None] Network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:50.866003 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:50.880312 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-43b3583f-287e-448b-971a-eaa2990a0989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:50.916000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Made reservation on behalf of c7c50335d2e84a519f1bf9831efd9f46 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:50.918797 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Notify callbacks [] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.023822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Made reservation on behalf of f82305a952a64b1eae56c3c6f5783ae9 for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:51.025792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e6edea-33c5-4a69-ae2e-1ab173f48108,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.028875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.035140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.035370 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.046902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c86b3fb1-2a72-4636-a14c-07c98036d29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:51.048821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Checking segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:51.049374 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Network hostable DHCP agents. Network: 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:23:51.141097 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.198930 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.207519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.234479 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Checking segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:51.235117 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Network hostable DHCP agents. Network: 48184f93-e11d-439d-ac06-a07ea1bc35f9, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:23:51.305499 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:23:51.327560 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49818) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.346627 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.352868 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:51.382339 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.410142 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:23:51.423389 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe1f663-b393-4738-a516-e0ca127a5244,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.428403 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.437939 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.441293 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:51.446310 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.448458 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Checking segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:51.449589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Network hostable DHCP agents. Network: ef5d11f3-6c9d-404e-95bd-93732ab4da46, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:23:51.489592 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.509684 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc4d748-4bfb-4cf2-b160-831efec8e290,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.512653 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.521931 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-62e17532-1b66-4c53-9e96-31e79bba4142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:51.523809 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:51.528896 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.529486 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.538542 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7957c949-3647-4ae9-8f97-2acae82a941f None None] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:51.553337 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 48184f93-e11d-439d-ac06-a07ea1bc35f9) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:51.571100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.571804 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af983b74-ceed-44b6-a1ec-cd0d7843fda4 None None] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:51.571968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49838) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.574924 dv-cinder-786260-5-smb neutron-server[98934]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 00:23:51.588741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.589143 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.592794 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:23:51.603396 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Checking segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:51.603835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Network hostable DHCP agents. Network: 3cc37115-349f-4efb-938b-622710e60a08, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:23:51.609278 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b0bbc73ddffe4e3a9635a95f4787b16d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7571433 Jun 11 00:23:51.612456 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49840) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.621398 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f7152-1c9d-4f2d-9cae-4e073af28917,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.631980 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, ef5d11f3-6c9d-404e-95bd-93732ab4da46) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:51.635586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.649396 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.650048 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.656815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef575c1-5f26-4556-9b36-9d0a2cfc392c None None] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:51.659126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.700264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.719823 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:51.734441 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.771682 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ff1a725d-dbbb-4da7-87a8-d2201c9dbd16 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8946292 Jun 11 00:23:51.781814 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d858b003-8294-434a-8c7d-25707c2479e6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8601859 Jun 11 00:23:51.791296 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Network 3cc37115-349f-4efb-938b-622710e60a08 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:23:51.794461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49848) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.807674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:51.811876 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2487760f-04bb-403b-9f0d-9c490540ff91,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:51.822016 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:51.824384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 3cc37115-349f-4efb-938b-622710e60a08) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:51.831980 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a13df3241a84961a01240bdef6b4168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5032878 Jun 11 00:23:51.840612 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9d7ee3ea-e80e-4146-af94-b62ca3a2a33e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1803398 Jun 11 00:23:51.841581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49852) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.843797 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.844596 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.858735 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49854) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:51.864893 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:51.899687 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-715467c8-eaa7-46f9-a58e-c32ea729f9f0 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:51.899934 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e54d4f1-8120-422b-8f39-ffd045e77be0 None None] Network 3cc37115-349f-4efb-938b-622710e60a08 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:51.908557 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-715467c8-eaa7-46f9-a58e-c32ea729f9f0 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/networks?id=33fdbe9a-fd98-4785-80fb-e7e18f8bc293 HTTP/1.1" status: 200 len: 811 time: 0.3352301 Jun 11 00:23:51.929257 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-3275597e-5c3c-4c10-9442-582a4900c3e2 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/quotas/4e7fca46863f4606a8767287755bcf17 HTTP/1.1" status: 200 len: 375 time: 0.0195053 Jun 11 00:23:51.953128 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93dd9a-2ab2-4ec6-897b-03d5a3e8f9d4 None None] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:51.975419 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.977030 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:51.999747 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.005344 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.006837 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b78f7152-1c9d-4f2d-9cae-4e073af28917 HTTP/1.1" status: 204 len: 168 time: 0.3919904 Jun 11 00:23:52.009875 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:52.038674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f7152-1c9d-4f2d-9cae-4e073af28917,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:52.044706 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0818651 Jun 11 00:23:52.044706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:52.053161 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49862) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:52.058950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:52.119764 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.120342 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.129326 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-9fb921e7-a662-40ef-a055-ea60324ab502 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7fca46863f4606a8767287755bcf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1987071 Jun 11 00:23:52.130285 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.167046 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.275257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.277602 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.320535 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.329829 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.329829 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2487760f-04bb-403b-9f0d-9c490540ff91 HTTP/1.1" status: 204 len: 168 time: 0.4800413 Jun 11 00:23:52.329829 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:52.339647 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2487760f-04bb-403b-9f0d-9c490540ff91,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:52.342310 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:52.352625 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.353157 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.358996 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49888) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:52.673664 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-63492ea7-fff8-4a06-bb47-2bf7dd91389d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:52.675667 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-63492ea7-fff8-4a06-bb47-2bf7dd91389d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.3156426 Jun 11 00:23:52.686124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-3a102cd6-502b-434c-a400-c6ece190fb03 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98934) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:23:52.689241 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-3a102cd6-502b-434c-a400-c6ece190fb03 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2816315 Jun 11 00:23:52.740171 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-55d2cfda-0fe0-4b17-8749-48363fc08835 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/quotas/1b3412e81680473588443fd3eb40be21 HTTP/1.1" status: 200 len: 375 time: 0.0505950 Jun 11 00:23:52.764032 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70535e2b-32da-4cda-8936-1ce5b782783e None None] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:52.810491 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-c3c2e6d0-456e-45f8-bf40-acc0c72b4748 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689425 Jun 11 00:23:52.811489 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.861311 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-3cc37115-349f-4efb-938b-622710e60a08', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:23:52.862460 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:52.946662 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-7a38d217-bfc9-4301-9a33-39393e781ae4 service neutron] 10.222.0.38 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441981 Jun 11 00:23:52.983875 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-48184f93-e11d-439d-ac06-a07ea1bc35f9', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:23:52.984716 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.089097 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-58906c65-7519-4dd0-81b0-e8ea6c33dc25 service neutron] 10.222.0.38 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321766 Jun 11 00:23:53.127333 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.235868 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.374892 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Allocated IP 172.20.0.2 (3cc37115-349f-4efb-938b-622710e60a08/0dc4d748-4bfb-4cf2-b160-831efec8e290/c36aadcd-083c-46b3-a62f-ff767b164359) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:53.402338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-7b7b4e84-8362-4263-a78e-8fe5ee86156d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98934) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:23:53.403473 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-7b7b4e84-8362-4263-a78e-8fe5ee86156d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121927 Jun 11 00:23:53.487277 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 49928) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:53.495995 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.552682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.617711 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.627684 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Transition to ACTIVE for port object c36aadcd-083c-46b3-a62f-ff767b164359 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:23:53.643974 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Transition to ACTIVE for port object c36aadcd-083c-46b3-a62f-ff767b164359 will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:23:53.654725 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b2f2c9b5-8bcf-476a-abb6-20bef6bb80b7 req-97cabb42-64cc-4889-92ca-47cab0eb3b1f tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.1509926 Jun 11 00:23:53.725896 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.737651 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:53.772911 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-c5e361cc-ae51-467b-b736-66fc668b001c service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628891 Jun 11 00:23:53.800843 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Network 3cc37115-349f-4efb-938b-622710e60a08 is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:53.807686 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:53.820516 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:53.827716 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Allocated IP 172.20.0.2 (48184f93-e11d-439d-ac06-a07ea1bc35f9/4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad/05c2d76a-eb31-48d8-8b2e-16789abb895d) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Pushing event updated for resources: {'Port': ['ID=c36aadcd-083c-46b3-a62f-ff767b164359,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Tracked resource versions report: Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: pushed versions: Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: { 'AddressGroup': {'1.2'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'ConntrackHelper': {'1.0'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Log': {'1.0'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Network': {'1.1'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Port': {'1.7'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'PortForwarding': {'1.2'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'QosPolicy': {'1.8'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroup': {'1.4'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'SubPort': {'1.0'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Subnet': {'1.1'}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Trunk': {'1.1'}} Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: consumer versions: Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'ConntrackHelper': '1.0', Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Log': '1.0', Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Network': '1.1', Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'Port': '1.7', Jun 11 00:23:53.912845 dv-cinder-786260-5-smb neutron-server[98936]: 'PortForwarding': '1.2', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'QosPolicy': '1.8', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroup': '1.4', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'SecurityGroupRule': '1.2', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'SubPort': '1.0', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'Subnet': '1.1', Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: 'Trunk': '1.1'}} Jun 11 00:23:53.915478 dv-cinder-786260-5-smb neutron-server[98936]: {{(pid=98936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:23:53.931093 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:53.971224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Attempting to bind port c36aadcd-083c-46b3-a62f-ff767b164359 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:23:53.971224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Attempting to bind port c36aadcd-083c-46b3-a62f-ff767b164359 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:23:53.971224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Attempting to bind port c36aadcd-083c-46b3-a62f-ff767b164359 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Checking segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Bound using segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Bound port: c36aadcd-083c-46b3-a62f-ff767b164359, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:23:53.991980 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.026702 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-c18ed178-95d6-42c1-87e8-075a3eb37a22 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516048 Jun 11 00:23:54.218858 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] For port c36aadcd-083c-46b3-a62f-ff767b164359, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:23:54.248413 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.249403 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] For port c36aadcd-083c-46b3-a62f-ff767b164359, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=c36aadcd-083c-46b3-a62f-ff767b164359,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:23:54.253229 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.278178 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Transition to ACTIVE for port object 05c2d76a-eb31-48d8-8b2e-16789abb895d will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:23:54.297629 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Transition to ACTIVE for port object 05c2d76a-eb31-48d8-8b2e-16789abb895d will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:23:54.370650 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.393232 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:54.409595 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4115339c-4327-414c-add3-254547caaeb8 req-609c7020-e98f-4881-b3d4-07d3c8a671d7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.0416136 Jun 11 00:23:54.469151 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.527524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.527908 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:54.527908 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Pushing event updated for resources: {'Port': ['ID=c36aadcd-083c-46b3-a62f-ff767b164359,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:54.527908 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:54.529563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:54.530033 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-7a09674c-face-4558-9003-6035d19cc39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:54.532192 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:54.565896 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.569584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.582524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:54.610489 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Pushing event updated for resources: {'Port': ['ID=05c2d76a-eb31-48d8-8b2e-16789abb895d,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:54.616201 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:54.684608 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Attempting to bind port 05c2d76a-eb31-48d8-8b2e-16789abb895d on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:23:54.684997 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Attempting to bind port 05c2d76a-eb31-48d8-8b2e-16789abb895d by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:23:54.685370 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Attempting to bind port 05c2d76a-eb31-48d8-8b2e-16789abb895d on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:23:54.692623 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:23:54.699538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Checking segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:23:54.699538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.699538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Bound using segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:23:54.699538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Bound port: 05c2d76a-eb31-48d8-8b2e-16789abb895d, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:23:54.699538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.777308 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49883e80-b851-4ac1-80ee-9742834943f5,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:54.783118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:54.842989 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] For port 05c2d76a-eb31-48d8-8b2e-16789abb895d, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:23:54.847595 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] For port 05c2d76a-eb31-48d8-8b2e-16789abb895d, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=05c2d76a-eb31-48d8-8b2e-16789abb895d,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:23:54.856219 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-50f62472-9984-44ef-b34c-ef4dd4816b55 req-ca1eb6a0-a066-41a1-971e-79b57c4571fb tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.0444191 Jun 11 00:23:54.932396 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba919ffba3474529adcf45ac33aba8c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4421089 Jun 11 00:23:54.935737 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 49998) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:54.952857 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.955356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:54.957427 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-65c1f575-a59c-4412-9708-79334f4c47f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:55.040607 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.066211 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.074009 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.076948 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Pushing event updated for resources: {'Port': ['ID=05c2d76a-eb31-48d8-8b2e-16789abb895d,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:55.090126 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:55.153351 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Allocated IP 172.28.1.217 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/e1ea61e0-e966-46bf-9dee-74a27ff5dcc0) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:55.185145 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.217375 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.219194 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.222752 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49883e80-b851-4ac1-80ee-9742834943f5 HTTP/1.1" status: 204 len: 168 time: 0.2835290 Jun 11 00:23:55.222752 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:55.224797 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.237063 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49883e80-b851-4ac1-80ee-9742834943f5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:55.240449 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:55.503479 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.552172 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a71ef9f0-931a-4f04-ad95-4d70bf46f42c req-a088e420-c330-46bb-8721-c1bf97e8659d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.0704048 Jun 11 00:23:55.743040 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:55.774621 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:55.810373 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 05c2d76a-eb31-48d8-8b2e-16789abb895d up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:23:55.842309 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:55.852681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:55.863738 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:56.094125 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9a079744-8567-46cc-a169-3fe568dfbe7c req-52c52cd3-fbb6-4f49-b731-1ff0533f8e28 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.1051233 Jun 11 00:23:56.164831 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2e81a-91e3-4518-baf5-2535938506b1 None None] Network 3cc37115-349f-4efb-938b-622710e60a08 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:56.197375 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Allocated IP 172.28.1.78 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/aa9b0939-fc36-4af3-b732-cc824ce9b606) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:56.200231 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:56.206924 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:56.447518 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8aaeb07d-f28e-4073-8bfe-3422cd37dd95 None None] Provisioning for port c36aadcd-083c-46b3-a62f-ff767b164359 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:23:56.477517 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 05c2d76a-eb31-48d8-8b2e-16789abb895d completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:23:56.486277 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device c36aadcd-083c-46b3-a62f-ff767b164359 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:23:56.664359 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port c36aadcd-083c-46b3-a62f-ff767b164359 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:23:56.673333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port c36aadcd-083c-46b3-a62f-ff767b164359 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:56.673333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:56.725714 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253d5d3-5a67-442e-933c-43655d3aa6c8 None None] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:23:56.768755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:56.806791 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:56.882270 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8fd4f9ba-f7fa-4073-86dc-50850d08e613 req-6c42e944-04b6-4044-9b4a-7edcda3a0f40 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.0619707 Jun 11 00:23:56.993183 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Provisioning for port 05c2d76a-eb31-48d8-8b2e-16789abb895d completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:23:57.006275 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Provisioning complete for port 05c2d76a-eb31-48d8-8b2e-16789abb895d triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:57.006648 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.010615 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.036914 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.085204 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:57.118431 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port c36aadcd-083c-46b3-a62f-ff767b164359, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=c36aadcd-083c-46b3-a62f-ff767b164359,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:57.244402 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.262070 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:57.317109 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Allocated IP 172.28.1.72 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/27963e5b-7c2d-463b-963a-eb86a3e3254b) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:23:57.320265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9b0939-fc36-4af3-b732-cc824ce9b606,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:57.324469 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.373747 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=c36aadcd-083c-46b3-a62f-ff767b164359,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:57.382508 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.386087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:57.389614 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:57.391919 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:57.401041 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:57.407379 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:57.416862 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] For port 05c2d76a-eb31-48d8-8b2e-16789abb895d, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=05c2d76a-eb31-48d8-8b2e-16789abb895d,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:23:57.431727 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-29909328-a5de-4506-86f9-5ee1abb17d66 req-abe1e603-922f-4d17-90fc-9bc7ad2a006a tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.0385454 Jun 11 00:23:57.492021 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.493784 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:57.568470 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Pushing event updated for resources: {'Port': ['ID=05c2d76a-eb31-48d8-8b2e-16789abb895d,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:57.571692 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:57.625012 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-3c1ed8e2-d273-42e3-a3f0-e2a90cba9fd9 None None] Provisioning complete for port 05c2d76a-eb31-48d8-8b2e-16789abb895d triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:57.625599 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed8e2-d273-42e3-a3f0-e2a90cba9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.718010 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 05c2d76a-eb31-48d8-8b2e-16789abb895d up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:23:57.764283 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.45', 52883) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:57.825852 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.891395 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 05c2d76a-eb31-48d8-8b2e-16789abb895d triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:57.891871 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.956792 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-3c1ed8e2-d273-42e3-a3f0-e2a90cba9fd9 None None] Provisioning complete for port c36aadcd-083c-46b3-a62f-ff767b164359 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:57.957193 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed8e2-d273-42e3-a3f0-e2a90cba9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:57.994103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-a810bf24-8777-44f3-98a8-732bc6eeb52b tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:58.013799 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-a810bf24-8777-44f3-98a8-732bc6eeb52b tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.45 "GET /v2.0/networks?id=33fdbe9a-fd98-4785-80fb-e7e18f8bc293 HTTP/1.1" status: 200 len: 811 time: 0.2427886 Jun 11 00:23:58.014495 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:58.074236 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Request body: {'port': {'device_id': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293', 'admin_state_up': True, 'tenant_id': '4e7fca46863f4606a8767287755bcf17'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:58.083164 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device c36aadcd-083c-46b3-a62f-ff767b164359 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:23:58.107397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c834a99b-0303-4c12-ae3a-e9529c14101b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:23:58.133436 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Router 2fd0605e-a628-48b7-aa57-baf03f10a55a is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:23:58.182478 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port c36aadcd-083c-46b3-a62f-ff767b164359 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:23:58.182961 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:58.186934 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Pushing event updated for resources: {'Port': ['ID=27963e5b-7c2d-463b-963a-eb86a3e3254b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:23:58.201238 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:23:58.205723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:23:58.244730 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-26f1dab5-586b-468d-bb74-37c9acb3e37d req-f1de1ded-f015-4aa0-b742-93fd4ff74b42 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.1083212 Jun 11 00:23:58.452634 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:23:58.455952 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:23:58.461679 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Sync routers for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:23:58.485146 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:23:58.485773 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:23:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:58.491944 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8fcea1d2-d03f-4acc-b466-a397e0c72a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:58.544871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:23:58.565498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.45', 52886) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:58.737374 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5ffd2a66-099e-48aa-b824-54b206efce7c req-b40bf3c8-250d-4428-ba9d-168bc3889151 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.0570025 Jun 11 00:23:58.847141 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-86ae7a23-5058-4fc5-ad8a-acde94bf4081 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:23:58.848761 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-86ae7a23-5058-4fc5-ad8a-acde94bf4081 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.2816968 Jun 11 00:23:58.851710 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Made reservation on behalf of 4e7fca46863f4606a8767287755bcf17 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:23:58.856760 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:58.864974 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:23:58.906923 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Request body: {'port': {'device_id': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'admin_state_up': True, 'tenant_id': '1b3412e81680473588443fd3eb40be21'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:23:58.960590 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:58.962461 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1027589 Jun 11 00:23:58.966042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:59.034926 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50130) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:23:59.328321 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:56Z', 'revision_number': 3, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:23:59.335288 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Checking router: 2fd0605e-a628-48b7-aa57-baf03f10a55a for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:23:59.335692 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Updating router 2fd0605e-a628-48b7-aa57-baf03f10a55a port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:23:59.390372 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:59.468235 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:59.476341 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:23:59.791373 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-02be452a-67bb-4555-9efc-2ecd29c865f3 req-024e7dde-8d25-4b1c-a9e8-70a08c0fa895 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.1424985 Jun 11 00:24:00.065659 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.083561 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Transition to ACTIVE for port object e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:00.158270 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:24:00.170458 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.175133 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:00.273031 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Attempting to bind port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:00.274338 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Attempting to bind port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:00.274940 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Attempting to bind port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:00.278671 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Pushing event updated for resources: {'Port': ['ID=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,revision_number=2']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:00.300225 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:00.300971 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:00.301456 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.302067 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:00.302760 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Bound port: e1ea61e0-e966-46bf-9dee-74a27ff5dcc0, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:00.303405 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.305842 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e1bdfee-e932-46de-959b-379fae9259c5 req-4ba29b56-d46c-4b59-8040-76db6a726a7f tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.2432625 Jun 11 00:24:00.342291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Allocated IP 172.20.0.10 (33fdbe9a-fd98-4785-80fb-e7e18f8bc293/e76395c5-b506-4dd5-8698-07234af68f01/5bb5ab9c-f172-4ced-8616-c974742273e8) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:00.366648 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.367242 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.367689 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.368139 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.368823 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.369262 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.369817 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.370245 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.370709 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.371071 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.371535 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.371948 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Tracked resource versions report: Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: pushed versions: Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: { 'AddressGroup': {'1.2'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'ConntrackHelper': {'1.0'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Log': {'1.0'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Network': {'1.1'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Port': {'1.7'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'PortForwarding': {'1.2'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'QosPolicy': {'1.8'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroup': {'1.4'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroupRule': {'1.2'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SubPort': {'1.0'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Subnet': {'1.1'}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Trunk': {'1.1'}} Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: consumer versions: Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: { DHCP agent@dv-cinder-786260-5-smb: {}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: HyperV agent@hv-cinder-78626: {}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: L3 agent@dv-cinder-786260-5-smb: {}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: Metadata agent@dv-cinder-786260-5-smb: {}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: Metering agent@dv-cinder-786260-5-smb: {}, Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: Open vSwitch agent@dv-cinder-786260-5-smb: { 'AddressGroup': '1.2', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'ConntrackHelper': '1.0', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Log': '1.0', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Network': '1.1', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Port': '1.7', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'PortForwarding': '1.2', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'QosPolicy': '1.8', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroup': '1.4', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SecurityGroupRule': '1.2', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'SubPort': '1.0', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Subnet': '1.1', Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: 'Trunk': '1.1'}} Jun 11 00:24:00.373044 dv-cinder-786260-5-smb neutron-server[98937]: {{(pid=98937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 00:24:00.377475 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:00.442759 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] For port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:00.457126 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] For port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:00.553258 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.558766 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.563529 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-564386c2-3875-48db-bc69-af92ab7229fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:00.577761 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:00.606219 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.644430 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:00.645249 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:23:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:00.719188 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Pushing event updated for resources: {'Port': ['ID=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:00.769845 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:00.774427 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:00.787707 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:00.804581 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:00.808175 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:23:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:00.837790 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50188) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:00.884086 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:00.909110 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:00.913348 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1067371 Jun 11 00:24:00.914110 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50196) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:01.027222 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:01.445751 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:01.500814 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-54a1de61-7cdd-4825-895e-4cff17bbc16c req-08382cc6-30e5-487e-9087-23ef1643b820 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.2887526 Jun 11 00:24:01.598377 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8aeee607-934e-4932-9765-9607dba5075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:56Z', 'revision_number': 3, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:01.609717 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-94e0f97a-bbd1-42b2-b098-710aa8b0298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:01.613349 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeee607-934e-4932-9765-9607dba5075c None None] The sync data for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb is: [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:56Z', 'revision_number': 3, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:01.643088 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:24:01.847779 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:23:57Z', 'revision_number': 3, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:01.854524 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:01.855582 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Updating router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd port aa9b0939-fc36-4af3-b732-cc824ce9b606 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:01.928937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:01.977330 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.132998 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8487988a-09b7-4764-881a-e2944e29bbc4 req-a03ac4f0-95a1-4d1f-ab4e-d8be956d27a7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.1584089 Jun 11 00:24:02.237003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.545513 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.576686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:02.586506 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:02.606101 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:02.606795 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:02.658823 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.676479 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Transition to ACTIVE for port object aa9b0939-fc36-4af3-b732-cc824ce9b606 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:02.737656 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.752625 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.767179 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:02.801635 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Allocated IP 172.20.0.5 (3b5dedd7-b434-4a9f-8d3b-96f6bff5713d/27e6edea-33c5-4a69-ae2e-1ab173f48108/10e94690-e212-4566-bc8b-5a02ce4e47c6) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:02.885439 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Pushing event updated for resources: {'Port': ['ID=aa9b0939-fc36-4af3-b732-cc824ce9b606,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:02.988919 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:02.989423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Attempting to bind port aa9b0939-fc36-4af3-b732-cc824ce9b606 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Attempting to bind port aa9b0939-fc36-4af3-b732-cc824ce9b606 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Attempting to bind port aa9b0939-fc36-4af3-b732-cc824ce9b606 on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Bound port: aa9b0939-fc36-4af3-b732-cc824ce9b606, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:02.989821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:02.990593 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:02.990673 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e85027a-5129-4fc6-8201-618a50fb15ab req-229b6fda-ce48-4fed-be0d-65b19d343031 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.1717355 Jun 11 00:24:03.027973 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:03.050972 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] For port aa9b0939-fc36-4af3-b732-cc824ce9b606, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:03.067308 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] For port aa9b0939-fc36-4af3-b732-cc824ce9b606, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=aa9b0939-fc36-4af3-b732-cc824ce9b606,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:03.123631 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:03.178144 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:03.242503 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:04.011462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:04.011462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.013926 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Allocated IP 172.20.0.1 (48184f93-e11d-439d-ac06-a07ea1bc35f9/4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad/180a7318-b71c-4d3e-824d-a09ec5c95e90) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:04.014350 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:59Z', 'revision_number': 3, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:04.014350 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:04.014350 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Updating router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 port 27963e5b-7c2d-463b-963a-eb86a3e3254b binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:04.014350 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.016293 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.016681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.016681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Transition to ACTIVE for port object 180a7318-b71c-4d3e-824d-a09ec5c95e90 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:04.017420 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.017420 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Pushing event updated for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:04.017420 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:04.018085 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.018085 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:04.018085 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:04.019168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.019168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4453af7e-9b03-4250-96e8-15351e9b0079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:04.024591 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.025021 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.025021 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7f42d2b6-7a11-4a4d-9317-04b36f9689fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:04.025144 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Pushing event updated for resources: {'Port': ['ID=aa9b0939-fc36-4af3-b732-cc824ce9b606,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:04.025203 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.025203 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc728b7-480d-40ee-99f2-3c637ba73462 req-9020ff4e-f7ea-47af-9d74-61dab0c13897 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:04.025203 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7bc728b7-480d-40ee-99f2-3c637ba73462 req-9020ff4e-f7ea-47af-9d74-61dab0c13897 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 932 time: 0.4932215 Jun 11 00:24:04.025365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:04.025365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:04.025467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Pushing event updated for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:04.025524 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:04.050182 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:04.062599 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:04.064451 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:04.067270 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:04.067879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.170359 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.175349 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.1209037 Jun 11 00:24:04.178706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50248) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:04.294728 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ad377-3de6-45b8-bcb1-96b46872ade3,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:04.383816 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-93d408b1-e379-472d-a436-b5b56ba2f895 req-e996fbce-5b9f-44c1-9d8c-22a232a2521f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.0843279 Jun 11 00:24:04.452870 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:04.455505 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.473378 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Transition to ACTIVE for port object 27963e5b-7c2d-463b-963a-eb86a3e3254b will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:04.488003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:04.489830 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4345293 Jun 11 00:24:04.505219 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:04.522974 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f633eb702f444c07bd1c2435630bc576&name=default HTTP/1.1" status: 200 len: 2976 time: 3.6571746 Jun 11 00:24:04.536928 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50254) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:04.575431 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-a48498f4-567f-4eb8-ae59-0a6b2c8b67ba tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98934) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:24:04.577807 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:04.578322 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.579136 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-a48498f4-567f-4eb8-ae59-0a6b2c8b67ba tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412486 Jun 11 00:24:04.608849 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7bc728b7-480d-40ee-99f2-3c637ba73462 req-ffa64baf-3989-4d29-8820-a4e33c8777c0 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113243 Jun 11 00:24:04.771640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Allocated IP 172.20.0.1 (ef5d11f3-6c9d-404e-95bd-93732ab4da46/cfe1f663-b393-4738-a516-e0ca127a5244/19bb8614-4d68-4e03-8f70-dbb471459715) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:04.816948 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.886300 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.891064 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:04.909725 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.914507 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.923609 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-ef214f4f-d52b-450f-9eb9-bb3455115775 None None] Provisioning for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:04.933965 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-ef214f4f-d52b-450f-9eb9-bb3455115775 None None] Provisioning complete for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:04.934483 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ef214f4f-d52b-450f-9eb9-bb3455115775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:04.940254 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.011332 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:05.011613 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918782-ba8a-424c-9a05-d486728af25e None None] Pushing event updated for resources: {'Port': ['ID=27963e5b-7c2d-463b-963a-eb86a3e3254b,revision_number=2']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:05.021901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-ef214f4f-d52b-450f-9eb9-bb3455115775 None None] Port 180a7318-b71c-4d3e-824d-a09ec5c95e90 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:05.024698 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-11918782-ba8a-424c-9a05-d486728af25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:05.029679 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Attempting to bind port 27963e5b-7c2d-463b-963a-eb86a3e3254b on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:05.030774 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Attempting to bind port 27963e5b-7c2d-463b-963a-eb86a3e3254b by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:05.034086 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:23:57Z', 'revision_number': 3, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:05.036378 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:05.037953 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc4ecf-9037-4204-b31e-ceb8cc823099 None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:23:57Z', 'revision_number': 3, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:05.039438 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Attempting to bind port 27963e5b-7c2d-463b-963a-eb86a3e3254b on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:05.047182 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:05.048047 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:05.048615 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.049175 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:05.049848 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Bound port: 27963e5b-7c2d-463b-963a-eb86a3e3254b, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:05.050413 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.083660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.086167 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:05.276993 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:05.276993 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:05.347909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Request body: {'port': {'device_id': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:05.351364 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] For port 27963e5b-7c2d-463b-963a-eb86a3e3254b, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:05.356265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.358448 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] For port 27963e5b-7c2d-463b-963a-eb86a3e3254b, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=27963e5b-7c2d-463b-963a-eb86a3e3254b,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:05.428130 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:05.447008 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:05.476703 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.476703 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:05.503599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:05.524490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:05.525182 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.542840 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.572273 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event updated for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:05.618625 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:05.737404 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:05.741541 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:05.804976 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9030776 Jun 11 00:24:05.815125 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918782-ba8a-424c-9a05-d486728af25e None None] Pushing event updated for resources: {'Port': ['ID=27963e5b-7c2d-463b-963a-eb86a3e3254b,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:05.828974 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.885112 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Request body: {'port': {'device_id': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:05.940104 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:05.941372 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/778ad377-3de6-45b8-bcb1-96b46872ade3 HTTP/1.1" status: 204 len: 168 time: 1.3945866 Jun 11 00:24:05.942270 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:05.955227 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-11918782-ba8a-424c-9a05-d486728af25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:05.968457 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50286) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:05.986129 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device aa9b0939-fc36-4af3-b732-cc824ce9b606 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:06.100861 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:06.127617 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.148795 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port aa9b0939-fc36-4af3-b732-cc824ce9b606 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:06.153910 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port aa9b0939-fc36-4af3-b732-cc824ce9b606 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:06.154385 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.224834 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.287675 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.367511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ad377-3de6-45b8-bcb1-96b46872ade3,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:06.421175 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:06.472344 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.494244 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.522519 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.595268 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port aa9b0939-fc36-4af3-b732-cc824ce9b606, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=aa9b0939-fc36-4af3-b732-cc824ce9b606,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:06.597817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d5161079-5c03-4b9a-951c-e94cc989b9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:06.661193 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:59Z', 'revision_number': 3, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:06.666297 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab434b-8549-4aa8-9420-ae1c6918e33d None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:23:59Z', 'revision_number': 3, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:06.669768 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.671213 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:06.732189 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:06.783852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.842795 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:06.843181 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.882470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.888906 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:06.890988 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=aa9b0939-fc36-4af3-b732-cc824ce9b606,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:06.894956 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Pushing event updated for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:06.895884 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:06.977671 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6ca3abbc-61d8-491a-bd42-e12047daf9f7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:07.002695 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:07.060581 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Allocated IP 172.20.0.1 (3cc37115-349f-4efb-938b-622710e60a08/0dc4d748-4bfb-4cf2-b160-831efec8e290/ae3a6979-c1ac-47e7-9362-9a62c6ad4f06) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:07.075053 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:07.078992 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:07.122498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Pushing event updated for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:07.159017 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:07.232102 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:07.234892 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50298) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:07.291787 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d87e-806d-413a-a9e5-ced55e0292a7 req-43a342b8-45ea-4fba-ba64-977329eceac4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:07.292661 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2e1d87e-806d-413a-a9e5-ced55e0292a7 req-43a342b8-45ea-4fba-ba64-977329eceac4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 931 time: 1.5183105 Jun 11 00:24:07.321264 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.327151 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:07.331717 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:07.331717 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.476177 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-0a5a5ede-5977-42ff-96f8-f85296be213f None None] Provisioning complete for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:07.476686 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0a5a5ede-5977-42ff-96f8-f85296be213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.579218 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a5ede-5977-42ff-96f8-f85296be213f None None] Port 180a7318-b71c-4d3e-824d-a09ec5c95e90 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:07.669646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:07.702999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.703839 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd6f1-1768-4f5a-ae82-607d53a73c9d req-75eab1fb-6f59-4860-bd47-9ea3da0cd7d7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:07.714415 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.717459 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-654fd6f1-1768-4f5a-ae82-607d53a73c9d req-75eab1fb-6f59-4860-bd47-9ea3da0cd7d7 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 932 time: 1.8219726 Jun 11 00:24:07.761473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:07.918038 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device aa9b0939-fc36-4af3-b732-cc824ce9b606 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:08.081171 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port aa9b0939-fc36-4af3-b732-cc824ce9b606 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:08.081565 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.163163 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Transition to ACTIVE for port object ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:08.165155 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:08.166852 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.179773 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] 10.222.0.38 "PUT /v2.0/routers/4c1e439e-07bf-4ee1-a2e7-dba3731742cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2548354 Jun 11 00:24:08.179773 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bb3f59e6-e112-450c-bf83-951c12bb6b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:08.206501 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:08.236728 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a78287-9a49-49dd-b0f2-24862671ff54,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:08.248494 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:08.251858 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e858c26716a4021a936ec3120e61bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1557570 Jun 11 00:24:08.255899 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:08.261880 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:08.266822 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50314) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:08.336356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.369945 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.398130 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.438924 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-370d8a99-4bda-423f-ba50-6a780e2ab72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:08.494321 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Network 3cc37115-349f-4efb-938b-622710e60a08 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:08.501768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:08.506131 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:08.506670 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.632143 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:08.643180 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:08.739082 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.745721 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.746877 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58a78287-9a49-49dd-b0f2-24862671ff54 HTTP/1.1" status: 204 len: 168 time: 0.4774287 Jun 11 00:24:08.752361 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:08.761295 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a78287-9a49-49dd-b0f2-24862671ff54,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:08.767144 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:08.798322 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 27963e5b-7c2d-463b-963a-eb86a3e3254b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:08.940499 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:08.951573 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:08.975364 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb5ab9c-f172-4ced-8616-c974742273e8 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:08.984467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.036105 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-654fd6f1-1768-4f5a-ae82-607d53a73c9d req-dad520f6-a1d3-431a-818f-b069464671ec tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3160410 Jun 11 00:24:09.061800 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e94690-e212-4566-bc8b-5a02ce4e47c6 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:09.069917 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.102463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Transition to ACTIVE for port object 10e94690-e212-4566-bc8b-5a02ce4e47c6 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:09.114746 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Transition to ACTIVE for port object 5bb5ab9c-f172-4ced-8616-c974742273e8 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:09.154006 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8694d974-8f8a-42ed-9183-c5acfe453f8a None None] Provisioning for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:09.158811 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2e1d87e-806d-413a-a9e5-ced55e0292a7 req-a7b62257-b28b-4fcb-82ff-4286c53b290c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5481231 Jun 11 00:24:09.185925 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.187474 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 27963e5b-7c2d-463b-963a-eb86a3e3254b completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:09.194455 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8694d974-8f8a-42ed-9183-c5acfe453f8a None None] Provisioning complete for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:09.194455 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8694d974-8f8a-42ed-9183-c5acfe453f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.197392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:09.239479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.262815 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.320641 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 27963e5b-7c2d-463b-963a-eb86a3e3254b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:09.324594 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.430812 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Pushing event updated for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:09.463502 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.466581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:09.467322 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2e55a821-9197-4a32-b947-478e3fa8fbd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:09.540892 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.544906 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.549758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:09.552176 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-8694d974-8f8a-42ed-9183-c5acfe453f8a None None] Port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:09.613966 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.695606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.697225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Attempting to bind port 10e94690-e212-4566-bc8b-5a02ce4e47c6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:09.697675 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Attempting to bind port 10e94690-e212-4566-bc8b-5a02ce4e47c6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:09.698564 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Attempting to bind port 10e94690-e212-4566-bc8b-5a02ce4e47c6 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:09.704074 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:09.728341 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 27963e5b-7c2d-463b-963a-eb86a3e3254b, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=27963e5b-7c2d-463b-963a-eb86a3e3254b,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:09.760104 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:09.761942 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Port 10e94690-e212-4566-bc8b-5a02ce4e47c6 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:09.762379 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Attempting to bind port 10e94690-e212-4566-bc8b-5a02ce4e47c6 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:09.782880 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:05Z', 'revision_number': 2, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:09.787200 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:09.787796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Updating router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd port 180a7318-b71c-4d3e-824d-a09ec5c95e90 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:09.802419 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.821514 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Attempting to bind port 5bb5ab9c-f172-4ced-8616-c974742273e8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:09.822200 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Attempting to bind port 5bb5ab9c-f172-4ced-8616-c974742273e8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '96332029-867d-42c8-a502-c700304c1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:09.822777 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Attempting to bind port 5bb5ab9c-f172-4ced-8616-c974742273e8 on network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:09.829738 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.838677 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:09.886131 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Network 3cc37115-349f-4efb-938b-622710e60a08 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:09.889362 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.893937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:09.920720 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:09.920927 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=27963e5b-7c2d-463b-963a-eb86a3e3254b,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:09.924310 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:09.934981 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:09.953919 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:09.987308 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Port 5bb5ab9c-f172-4ced-8616-c974742273e8 on network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:09.987900 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Attempting to bind port 5bb5ab9c-f172-4ced-8616-c974742273e8 on network 33fdbe9a-fd98-4785-80fb-e7e18f8bc293 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:09.993415 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-cc8aa9ca-a6cb-400b-b404-4d4b43bd5e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:10.021234 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:10.021595 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Checking segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:10.022176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Bound using segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:10.022688 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Bound port: 10e94690-e212-4566-bc8b-5a02ce4e47c6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:10.023037 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.048301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ccedb0037ed426cadd41b13ddcb15ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8114183 Jun 11 00:24:10.049128 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:10.049460 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Checking segment: {'id': '96332029-867d-42c8-a502-c700304c1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:10.049833 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Bound using segment: {'id': '96332029-867d-42c8-a502-c700304c1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:10.050278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Bound port: 5bb5ab9c-f172-4ced-8616-c974742273e8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96332029-867d-42c8-a502-c700304c1f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:10.050623 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.093600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d92f9e-778c-46a6-9283-45c44489ba48,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:10.179129 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50334) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:10.179491 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50338) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:10.180929 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:10.195909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.254732 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:10.260149 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.270693 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-271d182a-eb42-417e-b753-6bed212de5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.277705 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:10.317092 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-59d92fd0-5eb6-43c7-8fa6-82e90a5f47db None None] Provisioning complete for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:10.317302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-59d92fd0-5eb6-43c7-8fa6-82e90a5f47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.322157 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:10.434623 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.478933 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-59d92fd0-5eb6-43c7-8fa6-82e90a5f47db None None] Port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:10.539195 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.539449 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Pushing event updated for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:10.590193 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50342) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:10.594003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:10.594643 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.596430 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] 10.222.0.45 "PUT /v2.0/ports/10e94690-e212-4566-bc8b-5a02ce4e47c6 HTTP/1.1" status: 200 len: 1093 time: 4.7693324 Jun 11 00:24:10.596695 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:10.598913 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:10.599974 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:10.602860 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:10.624032 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749726427', 'description': 'tempest-description--1002087900'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:10.657653 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:10.675692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.721369 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5bb5ab9c-f172-4ced-8616-c974742273e8,segment=NetworkSegment(96332029-867d-42c8-a502-c700304c1f79),segment_id=96332029-867d-42c8-a502-c700304c1f79)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:10.737862 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.767848 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Transition to ACTIVE for port object 180a7318-b71c-4d3e-824d-a09ec5c95e90 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:10.770076 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b35d9-4dca-4040-b61d-96dd2e11ee53 req-5a565405-cc82-483d-b4a8-19dad8cf4dcc tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:10.771692 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-014b35d9-4dca-4040-b61d-96dd2e11ee53 req-5a565405-cc82-483d-b4a8-19dad8cf4dcc tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.4407396 Jun 11 00:24:10.798422 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:10.799571 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-271d182a-eb42-417e-b753-6bed212de5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:10.810499 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Pushing event updated for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:10.872367 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:10.872367 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:10.872367 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:10.997775 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-014b35d9-4dca-4040-b61d-96dd2e11ee53 req-5383dff5-e79c-40b2-9f06-92b077617e44 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173266 Jun 11 00:24:11.046380 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:11.061139 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:11.067614 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] 10.222.0.38 "PUT /v2.0/routers/1b2ff188-d64a-49d7-a94b-1e2d5612d7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8833780 Jun 11 00:24:11.085028 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:11.085028 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:11.100317 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f48b-bf99-43cd-ad73-dca158dec7ef req-11fdde9c-32af-42f4-93ac-0340ca7f425a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:11.101912 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2197f48b-bf99-43cd-ad73-dca158dec7ef req-11fdde9c-32af-42f4-93ac-0340ca7f425a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 943 time: 0.3024921 Jun 11 00:24:11.151178 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Router 2fd0605e-a628-48b7-aa57-baf03f10a55a has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:11.205782 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2197f48b-bf99-43cd-ad73-dca158dec7ef req-fe160b2d-e325-4b53-94cb-424b3fa819bf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855236 Jun 11 00:24:11.331375 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:11.362958 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.370994 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:11.408560 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-271d182a-eb42-417e-b753-6bed212de5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.456400 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.480653 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:11.527935 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Pushing event updated for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:11.533901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:11.538167 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.539340 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55d92f9e-778c-46a6-9283-45c44489ba48 HTTP/1.1" status: 204 len: 168 time: 1.3588958 Jun 11 00:24:11.552922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.650699 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-271d182a-eb42-417e-b753-6bed212de5c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15591d58434a41749e30d4179ea8f237&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4483991 Jun 11 00:24:11.650699 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d182a-eb42-417e-b753-6bed212de5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c2905-8cce-470a-9377-354de115d4e9,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:11.676326 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50372) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:11.740949 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d92f9e-778c-46a6-9283-45c44489ba48,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:11.753787 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:11.759548 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:11.763723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:11.958193 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Attempting to bind port 180a7318-b71c-4d3e-824d-a09ec5c95e90 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:11.959583 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Attempting to bind port 180a7318-b71c-4d3e-824d-a09ec5c95e90 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:11.960076 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Attempting to bind port 180a7318-b71c-4d3e-824d-a09ec5c95e90 on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:11.974329 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c3151d-f339-45b3-b989-12804183ea4f x-openstack-request-id: req-36c3151d-f339-45b3-b989-12804183ea4f {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:11.974632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:11.974893 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36c3151d-f339-45b3-b989-12804183ea4f {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:11.975658 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6', 'status': 'completed', 'code': 200} Jun 11 00:24:11.982334 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:11.983049 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Checking segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:11.987112 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:11.995563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Bound using segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:11.995563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Bound port: 180a7318-b71c-4d3e-824d-a09ec5c95e90, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:11.995563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.022286 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 27963e5b-7c2d-463b-963a-eb86a3e3254b up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:12.028043 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 2, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:12.038214 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:12.041070 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Updating router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:12.067019 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.084948 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.097366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.131716 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.134393 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.138851 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:12.177832 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.233889 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd209211-b190-430f-bd41-1bf8565e8c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:12.296422 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50380) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:12.318050 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] For port 180a7318-b71c-4d3e-824d-a09ec5c95e90, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:12.327218 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] For port 180a7318-b71c-4d3e-824d-a09ec5c95e90, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=180a7318-b71c-4d3e-824d-a09ec5c95e90,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:12.329718 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 27963e5b-7c2d-463b-963a-eb86a3e3254b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:12.330311 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.337622 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1876787157', 'description': 'tempest-description--1303091335'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:12.346917 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d872b704-74b8-44f0-a214-ad9680497cc2,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:12.356392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:12.364086 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:12.373242 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:12.397594 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.405327 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8083463 Jun 11 00:24:12.423043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50384) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:12.425831 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.429036 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:12.456350 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group_rule': {'security_group_id': 'd872b704-74b8-44f0-a214-ad9680497cc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:12.470434 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:12.471124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.472931 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] 10.222.0.45 "PUT /v2.0/ports/5bb5ab9c-f172-4ced-8616-c974742273e8 HTTP/1.1" status: 200 len: 1094 time: 7.4407766 Jun 11 00:24:12.484935 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.489965 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.495627 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/421c2905-8cce-470a-9377-354de115d4e9 HTTP/1.1" status: 204 len: 168 time: 0.8154247 Jun 11 00:24:12.497475 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:12.500766 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Pushing event updated for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:12.509217 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:12.523977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c2905-8cce-470a-9377-354de115d4e9,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:12.528063 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:12.532761 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.db.api [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 00:24:12.532761 dv-cinder-786260-5-smb neutron-server[98935]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 00:24:12.532761 dv-cinder-786260-5-smb neutron-server[98935]: [parameters: {'project_id_1': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'expiration_1': datetime.datetime(2021, 6, 11, 0, 24, 12, 482578)}] Jun 11 00:24:12.532761 dv-cinder-786260-5-smb neutron-server[98935]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=98935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:24:12.532761 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_db.api [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:24:12.574237 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:12.575892 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:12.603454 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-92fa24de-15df-422f-b5bb-6b76aa2eb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:12.605697 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-92fa24de-15df-422f-b5bb-6b76aa2eb8b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 1096 time: 0.6291261 Jun 11 00:24:12.680249 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:12.709651 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] 10.222.0.38 "PUT /v2.0/routers/2fd0605e-a628-48b7-aa57-baf03f10a55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6662314 Jun 11 00:24:12.855398 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:12.884767 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-5744bc99-4100-493c-a768-d14d6f8ef890 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6 HTTP/1.1" status: 200 len: 217 time: 0.2415109 Jun 11 00:24:12.946217 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394585e-d38a-4654-8fe3-3f42471d41f0 req-eb7cbc57-3ccd-4551-80ec-5d0c1a470e74 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:12.954308 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b394585e-d38a-4654-8fe3-3f42471d41f0 req-eb7cbc57-3ccd-4551-80ec-5d0c1a470e74 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.6518607 Jun 11 00:24:12.955472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Sync routers for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:13.129878 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359ac1b-e0a4-4444-a1b1-76c5d3d2241d req-fcfd48a4-e2df-403f-96c6-9bc38bddd129 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:13.138469 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e359ac1b-e0a4-4444-a1b1-76c5d3d2241d req-fcfd48a4-e2df-403f-96c6-9bc38bddd129 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 943 time: 0.6862690 Jun 11 00:24:13.162322 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.196586 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:13.197295 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:13.203600 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Transition to ACTIVE for port object ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:13.295376 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-65f68b9e-b7c3-4278-b2a5-3e9534486261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:13.312724 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-65f68b9e-b7c3-4278-b2a5-3e9534486261 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.3777528 Jun 11 00:24:13.323831 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.327348 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b394585e-d38a-4654-8fe3-3f42471d41f0 req-e5b6ab07-76f6-4f02-8e1c-378036a3dd43 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718538 Jun 11 00:24:13.338222 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-11918782-ba8a-424c-9a05-d486728af25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:13.455015 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:13.457390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-f03ab8ac-b43e-4ac1-b1fe-73ebd877dbe0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185791 Jun 11 00:24:13.498889 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e359ac1b-e0a4-4444-a1b1-76c5d3d2241d req-ce6e7378-3549-4a4b-bbd8-7b6787661fe3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583443 Jun 11 00:24:13.524609 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-c613d90a-997e-47ff-9c50-6820838daeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:13.527213 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-c613d90a-997e-47ff-9c50-6820838daeed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7fca46863f4606a8767287755bcf17&device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 1097 time: 0.6981361 Jun 11 00:24:13.575372 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b5ac-4531-4c63-9398-db416fc77df3 None None] Pushing event updated for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:13.584443 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-39c4b5ac-4531-4c63-9398-db416fc77df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:13.751518 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:13.789508 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Attempting to bind port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:13.790889 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Attempting to bind port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:13.792552 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Attempting to bind port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:13.807903 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:13.809436 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Checking segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:13.810086 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.811658 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Bound using segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:13.812802 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Bound port: ae3a6979-c1ac-47e7-9362-9a62c6ad4f06, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:13.814562 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.822499 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-e9d4a54b-942a-4672-a784-c35cc9434266 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb5ab9c-f172-4ced-8616-c974742273e8 HTTP/1.1" status: 200 len: 217 time: 0.2578595 Jun 11 00:24:13.854501 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.973421 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:13.977035 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:13.979629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c2c98-e8f6-4036-bbcb-b590562485ab" -d '{"events": [{"name": "network-changed", "server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:14.002506 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:14.035847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.126779 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-03a7246e-77e4-46a3-ac0c-10fb1ec94db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:14.126779 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-03a7246e-77e4-46a3-ac0c-10fb1ec94db3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e76395c5-b506-4dd5-8698-07234af68f01 HTTP/1.1" status: 200 len: 851 time: 0.2135282 Jun 11 00:24:14.204578 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-6a988959-7983-4810-a046-bc879817e303 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967661 Jun 11 00:24:14.206652 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-49719029-ab23-449b-86c5-b09ff13270f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33fdbe9a-fd98-4785-80fb-e7e18f8bc293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602081 Jun 11 00:24:14.222978 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] For port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:14.231532 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb700c-6b36-49ba-a180-f6b0b43fe60b x-openstack-request-id: req-a3eb700c-6b36-49ba-a180-f6b0b43fe60b {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:14.231899 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:14.232729 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3eb700c-6b36-49ba-a180-f6b0b43fe60b {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:14.234342 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] For port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:14.234794 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8', 'status': 'completed', 'code': 200} Jun 11 00:24:14.240057 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.264425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:14.270934 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:14.313725 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.313825 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.315400 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:14.340110 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:14.376049 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c1f01c-14bc-48da-871c-b609d30a385d,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:14.394314 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:14.458842 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:14.461037 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:14.463377 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.465363 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0283611 Jun 11 00:24:14.468261 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50458) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:14.474974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group_rule': {'security_group_id': 'd872b704-74b8-44f0-a214-ad9680497cc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:14.511384 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.515741 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2071493 Jun 11 00:24:14.517882 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50464) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:14.528070 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:12Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:14.537120 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfffdff1-8601-401d-af20-f98b3c6b1d45 None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:12Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:14.568557 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group_rule': {'security_group_id': '8a2e99a3-8c1d-4580-ac59-c93a6a4d406a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:14.614866 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '19bb8614-4d68-4e03-8f70-dbb471459715', 'name': '', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 2, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'subnets': [{'id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:14.622149 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Checking router: 2fd0605e-a628-48b7-aa57-baf03f10a55a for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:14.622528 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Updating router 2fd0605e-a628-48b7-aa57-baf03f10a55a port 19bb8614-4d68-4e03-8f70-dbb471459715 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:24:14.726954 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.745368 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:14.927540 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:15.177719 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-2b9c9b5a-edfe-4f8f-9671-890b6774cacb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.181859 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-2b9c9b5a-edfe-4f8f-9671-890b6774cacb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 819 time: 1.1060851 Jun 11 00:24:15.186760 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-2394873b-6e88-4094-ae97-eebb15948624 service neutron] 10.222.0.45 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9431570 Jun 11 00:24:15.200028 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.305262 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4b5ac-4531-4c63-9398-db416fc77df3 None None] Pushing event updated for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=4']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:15.343771 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.353907 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-39c4b5ac-4531-4c63-9398-db416fc77df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:15.364586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.386384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:15.446148 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9500012-641c-4341-b226-afd0609f5d1d,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:15.454729 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:15.480584 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f708489-12d6-49d0-90e2-bf4177f81c3e req-0d8468fc-ba7f-4a80-a711-92acb1c334d4 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2379923 Jun 11 00:24:15.483570 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-e4710387-477c-4716-a531-6b2caf639229 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/quotas/f82305a952a64b1eae56c3c6f5783ae9 HTTP/1.1" status: 200 len: 375 time: 0.2806652 Jun 11 00:24:15.528668 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:14Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:15.532754 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.538294 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1eb382-a0f3-48f0-81ef-986f9bd81f08 None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:14Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:15.545266 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.556012 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Transition to ACTIVE for port object 19bb8614-4d68-4e03-8f70-dbb471459715 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:15.558404 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.560319 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0906339 Jun 11 00:24:15.563188 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 50520) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:15.567871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:15.637350 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3083-a29b-4dbc-b1e3-2a21248961a1 req-9fea9878-bbe2-4cff-8180-6c19c156eb2a tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:15.638861 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-26bb3083-a29b-4dbc-b1e3-2a21248961a1 req-9fea9878-bbe2-4cff-8180-6c19c156eb2a tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.9644561 Jun 11 00:24:15.656004 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.659890 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.660727 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:15.663007 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6f779b6d-aad2-4915-b0b2-29fa3d41386c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:15.685152 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-21f8817c-23d4-46be-aef9-a039ccf1fa8c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952243 Jun 11 00:24:15.709406 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fcb922-0d88-4c37-afda-799e90fb82ed,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:15.712261 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:15.724869 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.751210 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-26bb3083-a29b-4dbc-b1e3-2a21248961a1 req-3335dbc3-802a-4342-9178-a19985b79a76 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059818 Jun 11 00:24:15.867214 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:24:15.895708 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Pushing event updated for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:15.899751 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:15.906984 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:15.909644 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3841352 Jun 11 00:24:15.950531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50528) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:15.956681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group_rule': {'security_group_id': '8a2e99a3-8c1d-4580-ac59-c93a6a4d406a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:16.008321 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Attempting to bind port 19bb8614-4d68-4e03-8f70-dbb471459715 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:16.008934 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Attempting to bind port 19bb8614-4d68-4e03-8f70-dbb471459715 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:16.009475 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Attempting to bind port 19bb8614-4d68-4e03-8f70-dbb471459715 on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:16.019664 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:16.020265 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Checking segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:16.020815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.021362 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Bound using segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:16.022041 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Bound port: 19bb8614-4d68-4e03-8f70-dbb471459715, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:16.022578 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.097595 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-63b75319-b691-41b6-803f-e495458a6c75 service neutron] 10.222.0.38 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807709 Jun 11 00:24:16.223984 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.344350 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.445774 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Allocated IP 172.28.1.168 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/a193128d-3363-456c-bb28-a11e78f02936) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:16.517430 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] For port 19bb8614-4d68-4e03-8f70-dbb471459715, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:16.520953 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] For port 19bb8614-4d68-4e03-8f70-dbb471459715, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=19bb8614-4d68-4e03-8f70-dbb471459715,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:16.524648 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:16.621794 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.625897 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.635458 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:16.700390 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:16.701283 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:16.745445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.752879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.755864 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:16.787439 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f3df904-25e0-4bed-b53c-0da36db1e1bf req-498f689d-6ed4-4634-9802-7366ddd9aff9 service neutron] 10.222.0.45 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550776 Jun 11 00:24:16.790688 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-bff5d0dd-df7a-4d06-bcd9-a80d3e84927f service neutron] 10.222.0.38 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973468 Jun 11 00:24:16.794847 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-78870a23-3c78-4acc-890e-99f882f8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:16.797066 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-78870a23-3c78-4acc-890e-99f882f8d08f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 1096 time: 0.4727969 Jun 11 00:24:16.806179 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076379ce-4f56-4029-a2c2-32ad549a6f09 req-c71aebb2-c792-4ba7-a653-93becd80b19c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:16.808530 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-076379ce-4f56-4029-a2c2-32ad549a6f09 req-c71aebb2-c792-4ba7-a653-93becd80b19c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 943 time: 0.7626452 Jun 11 00:24:16.814560 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:16.818236 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:16.820374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:16.825065 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:16.836042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=a193128d-3363-456c-bb28-a11e78f02936,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:16.839207 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Pushing event updated for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:16.845017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:16.846156 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.892708 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:16.895333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:16.953830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:17.010226 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:17.022835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.024561 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-076379ce-4f56-4029-a2c2-32ad549a6f09 req-117108f2-79c5-49cd-a739-edc341df61a1 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100186 Jun 11 00:24:17.025198 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3787830-ed3a-458f-8d1b-0a2e7c7eae0c,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:17.039766 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:17.054937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.084556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:17.188379 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:17.218136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.223090 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2713885 Jun 11 00:24:17.225525 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50574) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:17.230539 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:17.246624 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-80b931e5-091a-43ee-bf6e-c89e56e5037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:17.248333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-80b931e5-091a-43ee-bf6e-c89e56e5037f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 915 time: 0.4219878 Jun 11 00:24:17.300975 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.312324 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7c7ad44-c40c-41b6-818e-231466fcb592 req-daca78dc-f484-4008-aeda-f21674ed2e78 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 210 time: 0.0984387 Jun 11 00:24:17.322644 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.324887 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 180a7318-b71c-4d3e-824d-a09ec5c95e90 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:17.330820 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-476491cc-d613-4938-95d8-0af9c2d8b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:17.442426 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-95020437-8df5-4d2e-82ef-af5e00dd1eb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6 HTTP/1.1" status: 200 len: 217 time: 0.1391194 Jun 11 00:24:17.545358 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.564115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:17.569859 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:17.576846 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-63ce0d39-7934-4451-8b84-3180b42f37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:17.583057 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-63ce0d39-7934-4451-8b84-3180b42f37ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e7fca46863f4606a8767287755bcf17&device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 1097 time: 0.4516492 Jun 11 00:24:17.602663 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '19bb8614-4d68-4e03-8f70-dbb471459715', 'name': '', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:16Z', 'revision_number': 4, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'subnets': [{'id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:17.607803 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51896a5f-60c9-48ce-8703-b2988696632a None None] The sync data for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb is: [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '19bb8614-4d68-4e03-8f70-dbb471459715', 'name': '', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:16Z', 'revision_number': 4, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'subnets': [{'id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:17.636626 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:17.647261 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:17.648550 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.732001 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.908698 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-c0b76325-ac41-4397-a525-02d55d8132de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:17.908698 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-c0b76325-ac41-4397-a525-02d55d8132de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.3868859 Jun 11 00:24:17.912312 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:17.912312 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 180a7318-b71c-4d3e-824d-a09ec5c95e90, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=180a7318-b71c-4d3e-824d-a09ec5c95e90,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:17.957694 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ad46d-fd69-4fa6-986a-695376423bcf req-523ac11e-e7cb-4360-bbe1-ffc5aa1dc72f tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:17.963327 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1b2ad46d-fd69-4fa6-986a-695376423bcf req-523ac11e-e7cb-4360-bbe1-ffc5aa1dc72f tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.6509027 Jun 11 00:24:17.979274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-9429fe12-58d2-44cf-9ea4-3f6f6cb0e590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259356 Jun 11 00:24:18.243725 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.248029 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:18.289835 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.304717 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.308548 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:18.356160 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-04ffee88-ef60-4c8f-b697-f9a110a49dc1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:18.368773 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-04ffee88-ef60-4c8f-b697-f9a110a49dc1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 819 time: 0.5387757 Jun 11 00:24:18.376354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=a193128d-3363-456c-bb28-a11e78f02936,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:18.384662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-6d0cbdd8-a914-4266-a60c-0bc5845f9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:18.392844 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:18.393318 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-6d0cbdd8-a914-4266-a60c-0bc5845f9e43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33fdbe9a-fd98-4785-80fb-e7e18f8bc293 HTTP/1.1" status: 200 len: 912 time: 0.7350945 Jun 11 00:24:18.455346 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.455346 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8831334 Jun 11 00:24:18.480778 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:18.492468 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-c33b7376-fc52-48bd-b75d-4030646413f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb5ab9c-f172-4ced-8616-c974742273e8 HTTP/1.1" status: 200 len: 217 time: 0.0943723 Jun 11 00:24:18.500393 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:18.677817 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 19bb8614-4d68-4e03-8f70-dbb471459715 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:18.678470 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-183fe9c9-d2bd-495a-89f1-8a17d9ae5980 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/quotas/f82305a952a64b1eae56c3c6f5783ae9 HTTP/1.1" status: 200 len: 375 time: 0.3027496 Jun 11 00:24:18.701201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-455a7bdd-f6de-4894-9887-aa91b82f1b95 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118261 Jun 11 00:24:18.837707 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1b2ad46d-fd69-4fa6-986a-695376423bcf req-2e8e7329-f6d1-4222-a18e-00c7d150efd1 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8554943 Jun 11 00:24:18.843316 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 19bb8614-4d68-4e03-8f70-dbb471459715 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:18.848247 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 19bb8614-4d68-4e03-8f70-dbb471459715 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:18.852692 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:18.957634 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-e3b8d517-7c16-420c-94f0-441748c178db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:18.959383 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-e3b8d517-7c16-420c-94f0-441748c178db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e76395c5-b506-4dd5-8698-07234af68f01 HTTP/1.1" status: 200 len: 851 time: 0.4580827 Jun 11 00:24:18.972652 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:19.016700 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 19bb8614-4d68-4e03-8f70-dbb471459715, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=19bb8614-4d68-4e03-8f70-dbb471459715,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:19.023910 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-91705e61-b143-466a-92a7-9168587232b5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451004 Jun 11 00:24:19.025848 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-3894b35e-c4af-4e91-af8d-388e64fb3a95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33fdbe9a-fd98-4785-80fb-e7e18f8bc293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574996 Jun 11 00:24:19.100386 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-24d6fe7b-7ff9-499b-8999-e3c9eca78cd9 req-c4d1bf66-a9f2-4559-9d76-e24c48ecbe75 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204653 Jun 11 00:24:19.100600 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:19.101557 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:19.104766 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-d87a823a-aae1-4924-85cb-815503dbb96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:19.122816 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:19.201608 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:19.203436 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:19.219775 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:19.220167 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:19.415515 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2ddc-bf21-4c0a-94b2-9accfee03e64 req-ef613563-53c6-42f0-89d4-4bfafb422fce tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:19.417737 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9cc2ddc-bf21-4c0a-94b2-9accfee03e64 req-ef613563-53c6-42f0-89d4-4bfafb422fce tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 943 time: 0.4478288 Jun 11 00:24:19.421691 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-72c6245d-5405-4045-a8d9-66e2179529dc service neutron] 10.222.0.45 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658466 Jun 11 00:24:19.425341 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-e7454ae2-be9e-43ec-9bc3-f8c90db72893 service neutron] 10.222.0.38 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668580 Jun 11 00:24:19.548156 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Allocated IP 172.28.1.183 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/d66bc406-2ce3-4491-bce9-40df20fff89b) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:19.684482 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9cc2ddc-bf21-4c0a-94b2-9accfee03e64 req-2f16be93-a0fa-4e4d-9333-c31a54997c2e tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529054 Jun 11 00:24:19.828951 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd7c2c98-e8f6-4036-bbcb-b590562485ab req-468461e2-d51d-4971-a0ef-c5f4d5de1f74 service neutron] 10.222.0.45 "GET /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956678 Jun 11 00:24:19.842110 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-e5f29729-c1d8-46ca-a810-070b45a4246f service neutron] 10.222.0.38 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909419 Jun 11 00:24:19.887451 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-685c5a67-185f-44be-900f-3caafec1cb50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1749726427&fields=id&tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 267 time: 0.0821946 Jun 11 00:24:19.913407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:20.308759 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-de3dc9e7-d984-482f-9c31-c81003679330 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:20.310194 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-de3dc9e7-d984-482f-9c31-c81003679330 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 811 time: 0.4106691 Jun 11 00:24:20.331428 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-dd2b0073-99ac-4b8c-9d16-e6bf75cbd665 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/quotas/e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0149915 Jun 11 00:24:20.340605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690cb66-990c-47ca-9e80-bd6db2454e88 req-b6f9e4aa-1547-4344-9a8d-f88ee8b17298 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:20.342103 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2690cb66-990c-47ca-9e80-bd6db2454e88 req-b6f9e4aa-1547-4344-9a8d-f88ee8b17298 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.1387880 Jun 11 00:24:20.403319 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 19bb8614-4d68-4e03-8f70-dbb471459715 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:20.435878 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2690cb66-990c-47ca-9e80-bd6db2454e88 req-27ace9f1-44f6-4193-be22-20a4e558b6d5 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824499 Jun 11 00:24:20.452787 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:20.469469 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 19bb8614-4d68-4e03-8f70-dbb471459715 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:20.470239 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:20.473043 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-52b2f2fa-c174-458f-8818-438e7d3b9324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:20.539893 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-46aec162-1910-4df6-aa20-452e17b96d7a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1967285 Jun 11 00:24:20.542230 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:20.570650 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-74242994-ddf0-4521-9663-c3f1ecc96fbf req-dd777ee4-8e12-4408-9eed-e772574606f9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.0640302 Jun 11 00:24:20.575605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:20.579533 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:20.632970 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 180a7318-b71c-4d3e-824d-a09ec5c95e90 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:20.725567 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 180a7318-b71c-4d3e-824d-a09ec5c95e90 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:20.725957 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:20.760807 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=d66bc406-2ce3-4491-bce9-40df20fff89b,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:20.772414 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:20.798590 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.121112 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.166364 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-39511f02-4609-403c-9b92-13ae142d25d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:21.167806 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-39511f02-4609-403c-9b92-13ae142d25d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 819 time: 0.4585385 Jun 11 00:24:21.177201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-629678aa-0e7a-44c4-9345-12e06a44bd09 service neutron] 10.222.0.38 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991051 Jun 11 00:24:21.191392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Request body: {'port': {'device_id': '93570c40-265c-4886-ae65-f3601f5b8397', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'admin_state_up': True, 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:21.252565 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84730-f3d4-4abb-8ebc-74061a5e223d req-68ad6b23-82a3-4d7c-a30b-5e065e06dbbe tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:21.254128 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bfa84730-f3d4-4abb-8ebc-74061a5e223d req-68ad6b23-82a3-4d7c-a30b-5e065e06dbbe tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 943 time: 0.3898814 Jun 11 00:24:21.392003 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 5bb5ab9c-f172-4ced-8616-c974742273e8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:21.516267 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bfa84730-f3d4-4abb-8ebc-74061a5e223d req-1bc27764-9b59-4d3b-80d3-9d69a3dbede6 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448068 Jun 11 00:24:21.534536 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5bb5ab9c-f172-4ced-8616-c974742273e8,segment=NetworkSegment(96332029-867d-42c8-a502-c700304c1f79),segment_id=96332029-867d-42c8-a502-c700304c1f79)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:21.555129 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-241f15be-9932-40de-a73b-879f48351066 service neutron] 10.222.0.38 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687496 Jun 11 00:24:21.561165 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '5bb5ab9c-f172-4ced-8616-c974742273e8', 'network_id': '33fdbe9a-fd98-4785-80fb-e7e18f8bc293', 'port_id': '5bb5ab9c-f172-4ced-8616-c974742273e8', 'mac_address': 'fa:16:3e:e5:11:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76395c5-b506-4dd5-8698-07234af68f01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:21.645619 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.664401 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb5ab9c-f172-4ced-8616-c974742273e8 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:21.710352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5bb5ab9c-f172-4ced-8616-c974742273e8,segment=NetworkSegment(96332029-867d-42c8-a502-c700304c1f79),segment_id=96332029-867d-42c8-a502-c700304c1f79)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:21.750069 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.762808 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Made reservation on behalf of f82305a952a64b1eae56c3c6f5783ae9 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:21.767201 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.868774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.875122 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 10e94690-e212-4566-bc8b-5a02ce4e47c6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:21.875276 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:21.875373 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:21.882518 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14ff78-79d8-4a77-8389-e4b5b1733073 req-f043537b-66c6-4d1c-a2ee-ee83690b8083 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:21.890804 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c14ff78-79d8-4a77-8389-e4b5b1733073 req-f043537b-66c6-4d1c-a2ee-ee83690b8083 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 944 time: 0.1943388 Jun 11 00:24:21.917781 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:22.006983 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.115458 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:22.120480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:22.207126 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:22.228795 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '10e94690-e212-4566-bc8b-5a02ce4e47c6', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'port_id': '10e94690-e212-4566-bc8b-5a02ce4e47c6', 'mac_address': 'fa:16:3e:cb:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e6edea-33c5-4a69-ae2e-1ab173f48108', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:22.277820 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c14ff78-79d8-4a77-8389-e4b5b1733073 req-c1748c07-f87c-4797-85a0-a68f7bbb4e2b tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858228 Jun 11 00:24:22.284035 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31d8c639-b445-4ed9-b0db-19757a47729b req-da21c338-44dc-459c-9fb5-7af2af22364b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.2688382 Jun 11 00:24:22.284664 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=d66bc406-2ce3-4491-bce9-40df20fff89b,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:22.288946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:22.293533 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.296475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Allocated IP 172.20.0.7 (ef5d11f3-6c9d-404e-95bd-93732ab4da46/cfe1f663-b393-4738-a516-e0ca127a5244/945dd5d8-e655-4085-8471-4e9090e1522e) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:22.328558 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e94690-e212-4566-bc8b-5a02ce4e47c6 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:22.346766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.348042 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1215746 Jun 11 00:24:22.353920 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:22.381499 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1164e2c2-2161-4c5f-b578-87874a2abf0e req-ec9d7da4-f60c-4960-966c-6d63aa7bb3c2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 210 time: 0.0481851 Jun 11 00:24:22.425918 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.425918 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:22.484002 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:22.487199 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:22.572772 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.609146 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-c3fa2999-3be6-4393-85de-d14b2dff84e5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1876787157&fields=id&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 267 time: 0.0603254 Jun 11 00:24:22.812823 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.819265 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['5bb5ab9c-f172-4ced-8616-c974742273e8'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:22.827322 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-0a0d6de7-f828-4f9c-bd48-fe6789df45b9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:22.828835 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-0a0d6de7-f828-4f9c-bd48-fe6789df45b9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 817 time: 0.2123556 Jun 11 00:24:22.832050 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:22.874165 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:22.875904 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343e9a9-6bc4-4970-8f14-d7f02445dec6 req-2b24be90-52d8-4994-9d68-50d4cb7e063f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:22.877683 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1343e9a9-6bc4-4970-8f14-d7f02445dec6 req-2b24be90-52d8-4994-9d68-50d4cb7e063f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 944 time: 0.2301764 Jun 11 00:24:22.929750 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:22.931398 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-cf988dbf-9695-4ec7-9c39-f65cef799f25 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/quotas/c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 375 time: 0.0887446 Jun 11 00:24:22.938747 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:22.942312 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Pushing event updated for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:22.945195 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:22.951362 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:22.952430 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:22.956865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:23.023797 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1343e9a9-6bc4-4970-8f14-d7f02445dec6 req-04c02359-f094-4f86-bed6-435cb8f0c54a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383226 Jun 11 00:24:23.109882 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9255564 Jun 11 00:24:23.160631 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Request body: {'port': {'device_id': '93570c40-265c-4886-ae65-f3601f5b8397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:23.177196 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-48a948d6-98fe-4d1d-b463-d303b8678fd3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2213464 Jun 11 00:24:23.362233 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-c9f11237-b94a-42f5-859d-a4205e7cd71a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:23.363805 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-c9f11237-b94a-42f5-859d-a4205e7cd71a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 819 time: 0.3073556 Jun 11 00:24:23.385366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Request body: {'port': {'device_id': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'admin_state_up': True, 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:23.410529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:23.493172 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-6b9de72f-c1a4-477a-a229-a0f45a8787a8 service neutron] 10.222.0.38 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912018 Jun 11 00:24:23.834107 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660652c4-7e5b-4b6b-a2ff-ecfcc8bd4a10 req-5a305f71-2298-4162-ba40-1318e5892cd4 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:23.836132 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-660652c4-7e5b-4b6b-a2ff-ecfcc8bd4a10 req-5a305f71-2298-4162-ba40-1318e5892cd4 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 945 time: 0.4276049 Jun 11 00:24:23.937923 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-feca2616-182a-4ea3-8932-a146e2e85974 service neutron] 10.222.0.38 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795636 Jun 11 00:24:23.972024 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-660652c4-7e5b-4b6b-a2ff-ecfcc8bd4a10 req-0a99688e-f081-43b3-9fe1-13c641b8383a tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218503 Jun 11 00:24:24.083682 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Made reservation on behalf of f82305a952a64b1eae56c3c6f5783ae9 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:24.090414 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:24.149553 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945dd5d8-e655-4085-8471-4e9090e1522e {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:24.184433 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-26296aac-ecb5-4c1f-8ec4-0f7872854235 req-c6918f15-1341-4852-a9b5-ba78b410d785 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.0594678 Jun 11 00:24:24.186452 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:24.294363 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Transition to ACTIVE for port object 945dd5d8-e655-4085-8471-4e9090e1522e will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:24.544062 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0283028a-ff16-4def-878a-86f476a9a446 req-9f664268-9eac-4b2e-ac24-39223feebbdb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 210 time: 0.2355793 Jun 11 00:24:24.549087 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:24.607842 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:24.692436 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c4f11f1b-7aa5-4017-bc48-c1f88f9f623c req-72b5ed4f-4ef1-40da-a2c4-a90a56313530 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 210 time: 0.0773294 Jun 11 00:24:24.756023 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Allocated IP 172.20.0.4 (ef5d11f3-6c9d-404e-95bd-93732ab4da46/cfe1f663-b393-4738-a516-e0ca127a5244/1e0dc339-e36c-4285-813c-bb11082ade17) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:24.781670 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Pushing event updated for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:24.810570 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:24.853115 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Attempting to bind port 945dd5d8-e655-4085-8471-4e9090e1522e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:24.853651 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Attempting to bind port 945dd5d8-e655-4085-8471-4e9090e1522e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:24.855861 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Attempting to bind port 945dd5d8-e655-4085-8471-4e9090e1522e on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:24.863543 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5d06-0abe-4bbe-ab56-8b9e44524161 req-800e6c16-4dc3-4176-bcc4-2e69684b3475 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:24.865081 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5dbb5d06-0abe-4bbe-ab56-8b9e44524161 req-800e6c16-4dc3-4176-bcc4-2e69684b3475 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 944 time: 0.3260188 Jun 11 00:24:24.882820 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Port 945dd5d8-e655-4085-8471-4e9090e1522e on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:24.882820 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Attempting to bind port 945dd5d8-e655-4085-8471-4e9090e1522e on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:24.902709 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:24.903054 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Checking segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:24.907619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Bound using segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:24.907619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Bound port: 945dd5d8-e655-4085-8471-4e9090e1522e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:24.907619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:24.953272 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.45', 52934) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:25.035784 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5dbb5d06-0abe-4bbe-ab56-8b9e44524161 req-e5cf604b-57ea-49a1-adab-1ea0328bebb7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583645 Jun 11 00:24:25.179202 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:25.217199 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=945dd5d8-e655-4085-8471-4e9090e1522e,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:25.235394 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-fd5d4795-ae25-40ba-8640-ea03af23e81d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:25.236936 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-fd5d4795-ae25-40ba-8640-ea03af23e81d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 811 time: 0.2819486 Jun 11 00:24:25.249832 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.279980 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d065a2-e1e3-41f6-a007-5b79119a7e5d req-54e66b07-0137-46c2-a40e-e80dc5647d3e tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:25.281785 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c3d065a2-e1e3-41f6-a007-5b79119a7e5d req-54e66b07-0137-46c2-a40e-e80dc5647d3e tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 945 time: 0.1545980 Jun 11 00:24:25.309924 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-3e820a65-c381-46bf-b800-00608dc5b80d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 380 time: 0.0639739 Jun 11 00:24:25.319175 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'port': {'device_id': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'admin_state_up': True, 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'security_groups': ['d872b704-74b8-44f0-a214-ad9680497cc2']}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:25.323575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.332865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:25.378501 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 5bb5ab9c-f172-4ced-8616-c974742273e8 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:25.420720 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f0c28198-624b-4c9a-8451-7eb310fe214c req-88113fde-10d7-4ba3-9a97-048b74c4e7b6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.0907471 Jun 11 00:24:25.424667 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:25.425314 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.426800 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] 10.222.0.45 "PUT /v2.0/ports/945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 1093 time: 2.2711394 Jun 11 00:24:25.429802 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:25.433600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c0f1f-7213-4dc9-b677-d132a829eb07" -d '{"events": [{"name": "network-changed", "server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:25.445448 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c3d065a2-e1e3-41f6-a007-5b79119a7e5d req-eb7e6745-509c-4782-84b4-e33127afb8e2 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514108 Jun 11 00:24:25.470113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Pushing event updated for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:25.473613 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:25.515715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.522494 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:25.535585 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb87e5-eb47-41e4-b2b0-3faacca3870a x-openstack-request-id: req-9fcb87e5-eb47-41e4-b2b0-3faacca3870a {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:25.535898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:25.536192 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9fcb87e5-eb47-41e4-b2b0-3faacca3870a {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:25.536603 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e', 'status': 'completed', 'code': 200} Jun 11 00:24:25.636798 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Network ef5d11f3-6c9d-404e-95bd-93732ab4da46 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:25.646957 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:25.651577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:25.655831 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:25.656462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.671983 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Pushing event updated for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:25.672959 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Made reservation on behalf of e3c77aa94fde4cc7bc923b582fce8eb8 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:25.673681 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 5bb5ab9c-f172-4ced-8616-c974742273e8 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:25.674998 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:25.681576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 5bb5ab9c-f172-4ced-8616-c974742273e8 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:25.682779 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.686101 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.744941 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-af3c065c-e5d0-4c68-8297-954ec1d7e4d2 req-4a0f7f71-1563-45db-8599-775c81396642 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 210 time: 0.0673020 Jun 11 00:24:25.769585 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3945458 Jun 11 00:24:25.782975 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-92c805ef-bff5-4368-9afd-3a4f046321a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:25.782975 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-92c805ef-bff5-4368-9afd-3a4f046321a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1096 time: 0.1970232 Jun 11 00:24:25.792206 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Request body: {'port': {'device_id': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:25.875796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:25.906882 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:25.950022 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1e8124de-23d3-477d-ba29-94975eb8ccd8 req-e0a80333-381c-4eb0-8056-446b7e83dcea tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 210 time: 0.0900695 Jun 11 00:24:26.003983 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5bb5ab9c-f172-4ced-8616-c974742273e8,segment=NetworkSegment(96332029-867d-42c8-a502-c700304c1f79),segment_id=96332029-867d-42c8-a502-c700304c1f79)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:26.106285 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.107536 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 10e94690-e212-4566-bc8b-5a02ce4e47c6 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:26.110517 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-bfe0f9e7-8364-442f-ac80-9a0730223df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:26.183984 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.199151 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-c9ff1f64-39ec-4c1d-aa05-ffa1c164a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:26.200718 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-c9ff1f64-39ec-4c1d-aa05-ffa1c164a866 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4131992 Jun 11 00:24:26.202836 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Allocated IP 172.20.0.13 (48184f93-e11d-439d-ac06-a07ea1bc35f9/4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad/0349b539-dbc1-44ba-afc7-42b2b9f23d2b) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:26.212658 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e0fe61-ccb0-4fba-8f5b-04aa49256b7e" -d '{"events": [{"server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "name": "network-vif-plugged", "status": "completed", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:26.281806 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:26.285057 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:26.373808 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ec6548-69d0-4272-9f78-e01406843ffe x-openstack-request-id: req-77ec6548-69d0-4272-9f78-e01406843ffe {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:26.374117 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "name": "network-vif-plugged", "status": "completed", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:26.382345 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77ec6548-69d0-4272-9f78-e01406843ffe {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:26.382345 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8', 'code': 200} Jun 11 00:24:26.433420 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 10e94690-e212-4566-bc8b-5a02ce4e47c6 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:26.440879 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 10e94690-e212-4566-bc8b-5a02ce4e47c6 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:26.442327 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.445257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.470966 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Transition to ACTIVE for port object 0349b539-dbc1-44ba-afc7-42b2b9f23d2b will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:26.569042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.598830 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:26.686654 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.756510 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:26.763629 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:26.765676 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:26.767300 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:26.770260 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:26.776700 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:26.777678 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.788992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:26.929733 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.45', 52938) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:26.937271 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:26.939697 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:26.956631 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6419675 Jun 11 00:24:27.001356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Request body: {'port': {'device_id': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:27.019302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:27.029301 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:27.052802 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948f34e-4bd7-474b-9369-8c6c6eaaeb66 req-edb9a36a-2d9e-4a56-ac33-ec3f775ce693 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.053921 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d948f34e-4bd7-474b-9369-8c6c6eaaeb66 req-edb9a36a-2d9e-4a56-ac33-ec3f775ce693 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 944 time: 0.7872391 Jun 11 00:24:27.054935 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-14033618-76d4-4105-a472-5b713927e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.056385 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c90c0f1f-7213-4dc9-b677-d132a829eb07 req-14033618-76d4-4105-a472-5b713927e8f3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7988505 Jun 11 00:24:27.098351 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-bd38abb0-0a49-4361-ad64-c0bcab817efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.099883 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-bd38abb0-0a49-4361-ad64-c0bcab817efb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 1099 time: 0.1691167 Jun 11 00:24:27.121870 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.137854 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0dc339-e36c-4285-813c-bb11082ade17 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:27.144104 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.169053 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d1f18b48-dc71-4718-ab7a-901458c386a7 None None] Provisioning for port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:27.173278 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d1f18b48-dc71-4718-ab7a-901458c386a7 None None] Provisioning complete for port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:27.173657 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d1f18b48-dc71-4718-ab7a-901458c386a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.186425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.240432 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-d1f18b48-dc71-4718-ab7a-901458c386a7 None None] Port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:27.248261 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26010-3f63-4faf-bf86-671c265da68e req-750bc90a-f2f5-4111-931a-731ac34ccbc7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.250423 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45c26010-3f63-4faf-bf86-671c265da68e req-750bc90a-f2f5-4111-931a-731ac34ccbc7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 931 time: 0.5156162 Jun 11 00:24:27.264679 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d948f34e-4bd7-474b-9369-8c6c6eaaeb66 req-afd2641b-f36c-4a9f-bb22-165405a751af tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735475 Jun 11 00:24:27.293879 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Transition to ACTIVE for port object 1e0dc339-e36c-4285-813c-bb11082ade17 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:27.365244 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45c26010-3f63-4faf-bf86-671c265da68e req-e449455b-5116-4d3d-a9cc-87accc00febb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938380 Jun 11 00:24:27.395836 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-3e754445-681b-454e-acc7-fd2f10378c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.397345 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-3e754445-681b-454e-acc7-fd2f10378c76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1096 time: 0.2768767 Jun 11 00:24:27.420505 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.464201 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.491432 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:27.517322 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-d816755e-910f-474c-adf2-3ed6baf2198c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.1121078 Jun 11 00:24:27.554121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.45', 52941) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:27.571821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.614032 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:27.669391 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554605 Jun 11 00:24:27.673338 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=159270db-eddf-46a7-b8b1-d60b8ec52297,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:27.742367 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:27.758368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Pushing event updated for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:27.761852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:27.770835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0349b539-dbc1-44ba-afc7-42b2b9f23d2b {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:27.779749 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.801463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-6b6aa31f-2964-4d68-89d7-ffe163fa0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.803080 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-6b6aa31f-2964-4d68-89d7-ffe163fa0361 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.2314191 Jun 11 00:24:27.808033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Attempting to bind port 1e0dc339-e36c-4285-813c-bb11082ade17 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:27.808558 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Attempting to bind port 1e0dc339-e36c-4285-813c-bb11082ade17 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:27.808770 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Transition to ACTIVE for port object 0349b539-dbc1-44ba-afc7-42b2b9f23d2b will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:27.809176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Attempting to bind port 1e0dc339-e36c-4285-813c-bb11082ade17 on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:27.816141 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-98739f42-62a6-4e56-837a-967802d16db5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.817590 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-98739f42-62a6-4e56-837a-967802d16db5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 817 time: 0.2629545 Jun 11 00:24:27.854730 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-2f8c98b6-5969-462f-9046-3c2066c44f58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396988 Jun 11 00:24:27.856342 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Port 1e0dc339-e36c-4285-813c-bb11082ade17 on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:27.856660 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Attempting to bind port 1e0dc339-e36c-4285-813c-bb11082ade17 on network ef5d11f3-6c9d-404e-95bd-93732ab4da46 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:27.868846 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-cfd7ff66-9b9a-4e2c-b474-3a5508cddb26 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 380 time: 0.0427837 Jun 11 00:24:27.877140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'port': {'device_id': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'admin_state_up': True, 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'security_groups': ['8a2e99a3-8c1d-4580-ac59-c93a6a4d406a']}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:27.880852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:27.881385 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Checking segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:27.881805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Bound using segment: {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:27.881940 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.882257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Bound port: 1e0dc339-e36c-4285-813c-bb11082ade17, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:27.882600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:27.892545 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eda3b-b1d2-4c3f-855d-7d17ab1f4625 req-d79749ec-3435-4355-abfe-894024e0c174 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.893993 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c07eda3b-b1d2-4c3f-855d-7d17ab1f4625 req-d79749ec-3435-4355-abfe-894024e0c174 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.4112971 Jun 11 00:24:27.906815 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:27.913722 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b887cfd-8ca5-45d7-af11-deea4c4929e5 req-7b926d5c-5143-4a43-85dd-757557b128dd tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:27.915398 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b887cfd-8ca5-45d7-af11-deea4c4929e5 req-7b926d5c-5143-4a43-85dd-757557b128dd tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 932 time: 0.3914583 Jun 11 00:24:28.086908 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Pushing event updated for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:28.106385 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b887cfd-8ca5-45d7-af11-deea4c4929e5 req-13ecc167-1dec-4650-9b6f-82a0f1fd1aee tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684859 Jun 11 00:24:28.108606 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:28.135428 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c07eda3b-b1d2-4c3f-855d-7d17ab1f4625 req-96c674b2-12ff-4a4d-b22c-3a8236b5216e tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189851 Jun 11 00:24:28.156859 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:28.163617 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1e0dc339-e36c-4285-813c-bb11082ade17,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:28.168482 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-20ea82d9-c9c9-4e58-b89b-2e64d44347bb service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994556 Jun 11 00:24:28.211127 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Attempting to bind port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:28.211532 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Attempting to bind port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:28.211908 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Attempting to bind port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:28.233228 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:28.233558 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Attempting to bind port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:28.254415 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:28.261977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Checking segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:28.261977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Bound using segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:28.261977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Bound port: 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:28.261977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.328107 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.334515 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-42e12492-e2d2-4901-93f2-c738c7ecb5eb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:28.371759 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Made reservation on behalf of c7c50335d2e84a519f1bf9831efd9f46 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:28.376168 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:28.380354 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c8e2b-4e92-4e55-9344-8fdbe7157ca3" -d '{"events": [{"server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "name": "network-vif-plugged", "status": "completed", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:28.381533 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.448566 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1204b50c-9a9b-48b5-8211-1032e27b16b2 req-1d5dc718-949a-467a-83dc-c5609fe16610 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 210 time: 0.0997849 Jun 11 00:24:28.449992 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:28.450608 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.451961 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] 10.222.0.45 "PUT /v2.0/ports/1e0dc339-e36c-4285-813c-bb11082ade17 HTTP/1.1" status: 200 len: 1093 time: 2.6657212 Jun 11 00:24:28.469322 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:28.471706 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054659cb-ae0c-4266-a963-ccdba328daea" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:28.521315 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c2c9f2c6-7833-401c-8c4d-0da862071e09 req-b85d447f-151f-48e0-8e45-8822519654e6 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429608 Jun 11 00:24:28.553229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Pushing event updated for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:28.554388 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e359-7d52-41d3-81ef-e2ebb51121cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.560724 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:28.589884 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea26b-64c2-4cde-9e91-d83da33b1fad req-d86aa2a3-ee97-4a6d-8334-fbc4f766676e tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:28.591828 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20bea26b-64c2-4cde-9e91-d83da33b1fad req-d86aa2a3-ee97-4a6d-8334-fbc4f766676e tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1639335 Jun 11 00:24:28.602378 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:28.638647 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:28.718682 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20bea26b-64c2-4cde-9e91-d83da33b1fad req-61209f60-3673-4636-a349-b2df2b45db26 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184399 Jun 11 00:24:28.742815 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.757782 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ccf8b69c-fa16-427f-8b38-62b2c091681d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:28.765209 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-eec49f1f-ec48-4db2-925a-6344367f076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:28.766906 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-eec49f1f-ec48-4db2-925a-6344367f076a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1360719 Jun 11 00:24:28.775423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6ecf3-b231-4b8d-ac7f-977c2af04c61 req-f3d253ba-040b-4e39-ac80-d5c83b69b6da tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:28.777072 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-38b6ecf3-b231-4b8d-ac7f-977c2af04c61 req-f3d253ba-040b-4e39-ac80-d5c83b69b6da tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.1557238 Jun 11 00:24:28.779046 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca625019-890f-4e95-85cb-3cc6d2f29f64 x-openstack-request-id: req-ca625019-890f-4e95-85cb-3cc6d2f29f64 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:28.779415 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "name": "network-vif-plugged", "status": "completed", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:28.779781 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca625019-890f-4e95-85cb-3cc6d2f29f64 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:28.780189 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6', 'code': 200} Jun 11 00:24:28.830679 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:28.831321 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:28.833761 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd86e0c6-95c2-4e32-bc8c-fd1f61d0a69d x-openstack-request-id: req-dd86e0c6-95c2-4e32-bc8c-fd1f61d0a69d {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:28.834081 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:28.834356 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd86e0c6-95c2-4e32-bc8c-fd1f61d0a69d {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:28.834769 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17', 'status': 'completed', 'code': 200} Jun 11 00:24:28.836326 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] 10.222.0.45 "PUT /v2.0/ports/0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 1094 time: 1.8404138 Jun 11 00:24:28.836824 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:28.844863 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-ccc6609a-07e4-4e2c-accb-ec53a3461f35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0dc339-e36c-4285-813c-bb11082ade17 HTTP/1.1" status: 200 len: 217 time: 0.0668526 Jun 11 00:24:28.890721 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Allocated IP 172.20.0.8 (3cc37115-349f-4efb-938b-622710e60a08/0dc4d748-4bfb-4cf2-b160-831efec8e290/b77dd2f8-8ba3-4c50-89c3-5c5916c072a6) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:28.930894 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Pushing event updated for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:28.946028 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:28.959902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee" -d '{"events": [{"name": "network-changed", "server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:29.101593 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3dbcb-7300-406e-ba96-4f9350461826 x-openstack-request-id: req-41f3dbcb-7300-406e-ba96-4f9350461826 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:29.101899 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:29.102170 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-41f3dbcb-7300-406e-ba96-4f9350461826 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:29.102658 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'status': 'completed', 'code': 200} Jun 11 00:24:29.200965 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-32a4f4e9-07c9-45ca-8f09-0561ef440c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.202795 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-32a4f4e9-07c9-45ca-8f09-0561ef440c7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1097 time: 0.2374136 Jun 11 00:24:29.207532 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-38b6ecf3-b231-4b8d-ac7f-977c2af04c61 req-565bdf5d-5c4e-49b6-91cd-6ac9548410d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227495 Jun 11 00:24:29.238508 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7b1357fb-8cff-4d7c-bd87-aa8b65c7efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.245525 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-7b1357fb-8cff-4d7c-bd87-aa8b65c7efef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.3657045 Jun 11 00:24:29.268792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:29.326144 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-d6d94e6d-3b05-45c0-96df-fee07de2ffaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 217 time: 0.1001225 Jun 11 00:24:29.331383 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Transition to ACTIVE for port object b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:29.342165 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-b893f403-0fbe-45a6-93a9-276290c1ef5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438378 Jun 11 00:24:29.429484 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-8cba496e-7131-4044-aac1-f8b251c8f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.430956 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-8cba496e-7131-4044-aac1-f8b251c8f403 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0980141 Jun 11 00:24:29.516251 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:29.525031 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5db5cbc9-bee4-4511-9e20-712767a685d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:29.569947 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-5c376792-5c30-4030-aae1-91c1e73a3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.574667 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-5c376792-5c30-4030-aae1-91c1e73a3968 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1339598 Jun 11 00:24:29.582812 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-a51e2d14-1258-4399-bb2c-1e4053dad4ad service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270720 Jun 11 00:24:29.587504 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Network 3cc37115-349f-4efb-938b-622710e60a08 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:29.588954 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defbd4e-1d89-4afa-b601-fc2464c2365e req-d8f305a6-b0fb-4f66-86d9-5d33a6f6f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.590391 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0defbd4e-1d89-4afa-b601-fc2464c2365e req-d8f305a6-b0fb-4f66-86d9-5d33a6f6f645 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 1098 time: 0.3494649 Jun 11 00:24:29.590881 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:29.595264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:29.600768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.601384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:29.616280 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739e44b-080b-4d7f-a29c-3187c2a44a91 req-7f8a632e-f446-488c-9ebc-3fe7d9b46c7b tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.617814 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b739e44b-080b-4d7f-a29c-3187c2a44a91 req-7f8a632e-f446-488c-9ebc-3fe7d9b46c7b tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.2183373 Jun 11 00:24:29.619537 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:29.631894 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:29.649615 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329b210-e4e7-4bbc-870f-b2a4d676cbd0 req-9e9f1121-dfa0-4235-a73b-c41d070998fb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:29.659159 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c329b210-e4e7-4bbc-870f-b2a4d676cbd0 req-9e9f1121-dfa0-4235-a73b-c41d070998fb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 944 time: 0.3202963 Jun 11 00:24:29.736867 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-a76e7cbf-bb9e-4499-b4f8-15892432639a service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302221 Jun 11 00:24:29.774262 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0defbd4e-1d89-4afa-b601-fc2464c2365e req-b729e10d-b147-4be7-abcf-07ae0679c4bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546803 Jun 11 00:24:29.782002 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9084673 Jun 11 00:24:29.824280 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b739e44b-080b-4d7f-a29c-3187c2a44a91 req-9bea0744-3dc1-45a3-8b8a-ac9a4f87dd54 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884792 Jun 11 00:24:29.842038 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c329b210-e4e7-4bbc-870f-b2a4d676cbd0 req-bd26959e-dab2-4b46-b8ba-db19eb83e631 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819234 Jun 11 00:24:29.877487 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e792003e-cc2d-4fad-910e-90ae0a9f4d99 req-4cd25ee7-91ca-4557-ab30-204abb2403a6 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517641 Jun 11 00:24:29.886322 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c7202719-15f0-4c66-a8a7-25524bf65d63 req-935fcd9d-e913-4c34-ba46-d76f1a05c0eb service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420701 Jun 11 00:24:29.904873 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Request body: {'port': {'device_id': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:30.077632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.096442 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-49e3fc14-6a60-47e4-8488-21bea864bb1f None None] Provisioning for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:30.101707 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-49e3fc14-6a60-47e4-8488-21bea864bb1f None None] Provisioning complete for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:30.102498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-49e3fc14-6a60-47e4-8488-21bea864bb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.140883 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b82de-aad9-44c7-8d29-86cde8d9fd70 req-f5dac8b4-0745-4f87-ae0a-082a89e9ef0c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.142430 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6c8b82de-aad9-44c7-8d29-86cde8d9fd70 req-f5dac8b4-0745-4f87-ae0a-082a89e9ef0c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1592796 Jun 11 00:24:30.182319 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054659cb-ae0c-4266-a963-ccdba328daea req-2bf938e2-fdf6-4f2a-ab5f-63eff190a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.183916 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-2bf938e2-fdf6-4f2a-ab5f-63eff190a3b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1383345 Jun 11 00:24:30.189321 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-49e3fc14-6a60-47e4-8488-21bea864bb1f None None] Port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:24:30.201025 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89a7f8-33ab-451a-ab2c-5f296fe8ea2e req-e808a07b-51f7-49fa-a4a8-80d417cc1e45 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.202533 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0f89a7f8-33ab-451a-ab2c-5f296fe8ea2e req-e808a07b-51f7-49fa-a4a8-80d417cc1e45 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 931 time: 0.1582024 Jun 11 00:24:30.212866 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6c8b82de-aad9-44c7-8d29-86cde8d9fd70 req-22ce57d3-44dc-4257-b121-4132d5b1b62f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Jun 11 00:24:30.295271 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0f89a7f8-33ab-451a-ab2c-5f296fe8ea2e req-454b3d84-3820-4aac-b997-b285c23818b2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808043 Jun 11 00:24:30.313027 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-cbf58fb9-f8b0-494e-aa8b-20b365ab882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.315000 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-cbf58fb9-f8b0-494e-aa8b-20b365ab882c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1097 time: 0.1108928 Jun 11 00:24:30.499891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-776095f6-dcec-4890-8de9-5bf3e8d13ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.501552 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-776095f6-dcec-4890-8de9-5bf3e8d13ac0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.1806147 Jun 11 00:24:30.513134 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79349c-1cc2-47bd-921e-afe0710bac8a req-d6a5bc7b-63e5-488c-8a3d-e785fa357306 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.514831 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5c79349c-1cc2-47bd-921e-afe0710bac8a req-d6a5bc7b-63e5-488c-8a3d-e785fa357306 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.1591053 Jun 11 00:24:30.527450 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054659cb-ae0c-4266-a963-ccdba328daea req-3d5b3723-d415-4b10-ae52-fee06d8d5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.527450 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-3d5b3723-d415-4b10-ae52-fee06d8d5cdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.2847917 Jun 11 00:24:30.573793 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-6cf6236d-f7c3-4b30-b3e3-7a396a9c31d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 217 time: 0.0578809 Jun 11 00:24:30.594910 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-2a73e267-8382-4646-9b56-e2450660ffe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0dc339-e36c-4285-813c-bb11082ade17 HTTP/1.1" status: 200 len: 217 time: 0.0600319 Jun 11 00:24:30.649256 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5c79349c-1cc2-47bd-921e-afe0710bac8a req-9e72d3eb-ba34-4e60-83d4-0479779286e0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825007 Jun 11 00:24:30.658770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-60837cec-3e92-470a-9991-70c93890c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.660287 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-60837cec-3e92-470a-9991-70c93890c1ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0762947 Jun 11 00:24:30.695986 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054659cb-ae0c-4266-a963-ccdba328daea req-bf5b5077-e772-485b-a0c0-3a7489589c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.697402 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-bf5b5077-e772-485b-a0c0-3a7489589c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.0943530 Jun 11 00:24:30.748058 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-293b8429-501e-4dbb-8a9a-b8fb9ea71b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:30.749593 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-293b8429-501e-4dbb-8a9a-b8fb9ea71b9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814104 Jun 11 00:24:30.873590 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-81f38362-aa09-4094-af1c-692322930493 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153107 Jun 11 00:24:30.907486 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-cafa2ec5-9cfb-4723-b490-c4623dcd115f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012687 Jun 11 00:24:30.909495 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:30.919941 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:30.960620 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Transition to ACTIVE for port object b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:31.034895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.039331 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:31.043114 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-e73e620e-5836-4a3c-88d3-ee04ee4c3608 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272316 Jun 11 00:24:31.084842 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c9ebddfb-68ab-4c4d-9614-b79a10c496ee req-0b529ca4-5868-4f55-97af-8262d0aa9e9e service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037189 Jun 11 00:24:31.124880 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fa9e6-79e8-401a-9f3a-f44ef8795e61 req-5c77515b-6813-485d-b885-26ca7b811060 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.126361 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6a8fa9e6-79e8-401a-9f3a-f44ef8795e61 req-5c77515b-6813-485d-b885-26ca7b811060 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.1397626 Jun 11 00:24:31.133766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08612-b7fd-4346-be63-8aa8d4e536c8 req-eb792a86-5e35-4eb2-88cc-548cbb8cada5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.141227 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-67d08612-b7fd-4346-be63-8aa8d4e536c8 req-eb792a86-5e35-4eb2-88cc-548cbb8cada5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 944 time: 0.1562102 Jun 11 00:24:31.144751 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b71b9e8b-ffdd-4baf-86be-e737f9b81e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.186472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:31.198626 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:31.235663 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-67d08612-b7fd-4346-be63-8aa8d4e536c8 req-a60acc06-7014-4876-a8fc-887b8e377a5b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927489 Jun 11 00:24:31.236204 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50960) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:31.276648 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6a8fa9e6-79e8-401a-9f3a-f44ef8795e61 req-970d76f9-73d3-481c-88d3-d50284a1b5e8 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222539 Jun 11 00:24:31.285530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.326483 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Attempting to bind port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:31.326812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Attempting to bind port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:31.327282 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Attempting to bind port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:31.334097 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 on network 3cc37115-349f-4efb-938b-622710e60a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:31.334416 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Attempting to bind port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:31.349905 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:31.350241 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Checking segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:31.350618 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Bound using segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:31.351060 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Bound port: b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:31.351437 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.357713 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-054659cb-ae0c-4266-a963-ccdba328daea req-4a679f7e-8591-43ec-bbc4-145d71cf7b80 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873180 Jun 11 00:24:31.421113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.446459 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:31.450343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:31.526668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.530114 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:31.595790 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.596608 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.598179 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 1093 time: 1.7002802 Jun 11 00:24:31.598883 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:31.601470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a98ded-b580-429d-b46a-305886cd01fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:31.629259 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:31.640471 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:31.647782 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5182f4-9948-4c23-b599-89ef52f788cf req-6222de6f-76b2-44c1-978d-ac4f97d5f56f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.650126 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6e5182f4-9948-4c23-b599-89ef52f788cf req-6222de6f-76b2-44c1-978d-ac4f97d5f56f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1916256 Jun 11 00:24:31.679338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf592f-3c8e-487a-8a4a-e3fe7716fa6d req-79356c9a-7b72-4904-a182-665561714226 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.680871 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-71bf592f-3c8e-487a-8a4a-e3fe7716fa6d req-79356c9a-7b72-4904-a182-665561714226 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.1812546 Jun 11 00:24:31.707600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.763202 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6e5182f4-9948-4c23-b599-89ef52f788cf req-d7bd4efd-8611-4dde-b4ea-d31bc191b05e tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026409 Jun 11 00:24:31.795491 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-71bf592f-3c8e-487a-8a4a-e3fe7716fa6d req-7fa8715d-bd57-434b-a6c5-1f98079dd8ad tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910554 Jun 11 00:24:31.797388 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-440bfa02-adb3-43e7-886e-66e92175df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.798993 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-440bfa02-adb3-43e7-886e-66e92175df7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1096 time: 0.0800331 Jun 11 00:24:31.824577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.824577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:31.832625 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4385a94-cbce-4ee3-8011-845b1be27780 x-openstack-request-id: req-d4385a94-cbce-4ee3-8011-845b1be27780 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:31.833224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:31.833636 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4385a94-cbce-4ee3-8011-845b1be27780 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:31.834183 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'status': 'completed', 'code': 200} Jun 11 00:24:31.876266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b17e20c-97a5-487d-b1af-adc09df03904,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:31.876266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:31.881755 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5c6e13e46cb4f4ab0b117a43360e9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420083 Jun 11 00:24:31.882336 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 50980) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:31.893841 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-7f40d71d-d199-4fe7-a7ed-7f8acf23ac6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 217 time: 0.0737035 Jun 11 00:24:31.952458 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:31.971680 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-14ff3259-df7f-41e4-9993-a8bee9b287e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:31.973535 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-14ff3259-df7f-41e4-9993-a8bee9b287e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0718160 Jun 11 00:24:31.995891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:32.073402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-0f57b475-2d7e-48e4-bf63-f6b6778948c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.075334 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-0f57b475-2d7e-48e4-bf63-f6b6778948c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945697 Jun 11 00:24:32.205063 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-ce7d3f37-c60f-4bcd-ac25-8ce38f329480 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220455 Jun 11 00:24:32.339662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bebcd-c9e1-42fb-a361-08cf65773b81 req-a221572c-c61d-49e4-a7e0-3a157a84766d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.341191 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-405bebcd-c9e1-42fb-a361-08cf65773b81 req-a221572c-c61d-49e4-a7e0-3a157a84766d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.3733478 Jun 11 00:24:32.362204 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-94477ea4-a8e6-4e4a-8992-844fc727abf8 req-516bc58a-0b29-465b-80b8-6ba626ea3155 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456487 Jun 11 00:24:32.426124 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:32.428927 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-405bebcd-c9e1-42fb-a361-08cf65773b81 req-bd6e078d-b13b-4526-91f2-261a2b03ebbf tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818684 Jun 11 00:24:32.453016 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af11c1-9156-4ee2-8b05-58e0b7a1831f req-a900da95-3934-422c-84e4-e96cc68afde9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.454507 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3af11c1-9156-4ee2-8b05-58e0b7a1831f req-a900da95-3934-422c-84e4-e96cc68afde9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 944 time: 0.1058574 Jun 11 00:24:32.468417 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:32.480492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:32.484129 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b17e20c-97a5-487d-b1af-adc09df03904 HTTP/1.1" status: 204 len: 168 time: 0.5983608 Jun 11 00:24:32.484129 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f7855cdc-b58c-48f6-bfc0-b896c0dca760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:32.504301 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b17e20c-97a5-487d-b1af-adc09df03904,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:32.507993 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:32.536275 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3af11c1-9156-4ee2-8b05-58e0b7a1831f req-30282d5d-fede-40a4-b267-409a2f36b7d2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757360 Jun 11 00:24:32.583140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98ded-b580-429d-b46a-305886cd01fc req-23efb4fb-2fac-464b-a223-5de9f74f4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.584679 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-23efb4fb-2fac-464b-a223-5de9f74f4fc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1096 time: 0.0730453 Jun 11 00:24:32.700936 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98ded-b580-429d-b46a-305886cd01fc req-b03fe6ef-2500-4967-8885-88523029001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.702361 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-b03fe6ef-2500-4967-8885-88523029001d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1109238 Jun 11 00:24:32.755746 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-b28d4a7a-aabb-4a35-a1c4-22961371cb63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 217 time: 0.0454667 Jun 11 00:24:32.816316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98ded-b580-429d-b46a-305886cd01fc req-8d47a3ea-0d8e-4d01-9b4e-c44e751df8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.818008 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-8d47a3ea-0d8e-4d01-9b4e-c44e751df8f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0549843 Jun 11 00:24:32.894925 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98ded-b580-429d-b46a-305886cd01fc req-a9a32d7c-2a65-4f36-a515-86f5a8f564ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.896543 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-a9a32d7c-2a65-4f36-a515-86f5a8f564ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721204 Jun 11 00:24:32.986280 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955ba54-ca16-42c2-9728-1fdf2cdb9a77 req-d9f5ded9-7e96-4cf3-aaa5-3cd49fa54b10 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:32.987830 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5955ba54-ca16-42c2-9728-1fdf2cdb9a77 req-d9f5ded9-7e96-4cf3-aaa5-3cd49fa54b10 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1153936 Jun 11 00:24:33.014956 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-023446d0-8d4f-45cd-9e90-080ab0d91235 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105738 Jun 11 00:24:33.041962 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae2fb3-0aca-4e2d-a9f7-7bed2e193177 req-19b42418-7069-4b92-9e31-273b915f78b0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:33.043453 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17ae2fb3-0aca-4e2d-a9f7-7bed2e193177 req-19b42418-7069-4b92-9e31-273b915f78b0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.1145883 Jun 11 00:24:33.048672 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5955ba54-ca16-42c2-9728-1fdf2cdb9a77 req-f825df67-ba53-4509-9683-ebd737a14488 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 Jun 11 00:24:33.131620 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17ae2fb3-0aca-4e2d-a9f7-7bed2e193177 req-fe441fb2-8495-4f5e-827c-f361654b12b6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760455 Jun 11 00:24:33.170477 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-66a98ded-b580-429d-b46a-305886cd01fc req-ac11f355-415d-4cc7-9809-fbe30e4e39a7 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475115 Jun 11 00:24:33.243416 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51010) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:33.258961 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.354839 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.456605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.459707 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 945dd5d8-e655-4085-8471-4e9090e1522e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:33.460850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-faf1bedf-45c9-4a4a-9039-95562b5b59bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:33.501563 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=577a954cab304349b298009b2fcbacfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564063 Jun 11 00:24:33.502480 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb4022-6ea2-4cef-969b-3c910517984f,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:33.503580 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51016) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:33.508050 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:33.579280 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.607811 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.631521 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=945dd5d8-e655-4085-8471-4e9090e1522e,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:33.646646 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '945dd5d8-e655-4085-8471-4e9090e1522e', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'port_id': '945dd5d8-e655-4085-8471-4e9090e1522e', 'mac_address': 'fa:16:3e:43:11:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:33.709579 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.728383 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945dd5d8-e655-4085-8471-4e9090e1522e {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:33.740157 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aa125-3876-4258-ba97-7d094730d472 req-3c88e215-e243-4856-b5d4-afe3f11b7776 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:33.747176 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a75aa125-3876-4258-ba97-7d094730d472 req-3c88e215-e243-4856-b5d4-afe3f11b7776 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.1643410 Jun 11 00:24:33.750162 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=945dd5d8-e655-4085-8471-4e9090e1522e,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:33.800839 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a75aa125-3876-4258-ba97-7d094730d472 req-a67116c1-5ca7-41ab-b666-ba1b8c5bb476 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Jun 11 00:24:33.813940 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af657333-fa22-44ca-86ac-dd72bb2b299a req-2f0eba24-6f38-4883-9488-00655e8de45d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:33.815591 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-af657333-fa22-44ca-86ac-dd72bb2b299a req-2f0eba24-6f38-4883-9488-00655e8de45d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 944 time: 0.1412146 Jun 11 00:24:33.834104 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.834287 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.837050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.838765 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1beb4022-6ea2-4cef-969b-3c910517984f HTTP/1.1" status: 204 len: 168 time: 0.3336310 Jun 11 00:24:33.839354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:33.847572 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb4022-6ea2-4cef-969b-3c910517984f,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:33.851629 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:33.858704 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-af657333-fa22-44ca-86ac-dd72bb2b299a req-ebc9ca02-2e25-434c-b8ff-6aab88e2f113 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Jun 11 00:24:33.869754 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:33.872152 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:33.937297 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:33.941132 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:34.307519 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f64b-c164-4fa0-905c-96103dba08ca req-5a2cb228-bbb2-4d1a-9d8b-95ff111f86d1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:34.309148 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1aa0f64b-c164-4fa0-905c-96103dba08ca req-5a2cb228-bbb2-4d1a-9d8b-95ff111f86d1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0736856 Jun 11 00:24:34.356333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1aa0f64b-c164-4fa0-905c-96103dba08ca req-a2c98c47-f3c5-420a-a815-ebe1174b01a5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Jun 11 00:24:34.594572 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['945dd5d8-e655-4085-8471-4e9090e1522e'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:34.682513 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51050) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:34.714622 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:34.812170 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:34.945059 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:34.951659 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:35.004490 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=992270f377594997863468485b70d7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185666 Jun 11 00:24:35.004490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b4ebf3-07f4-4bfe-b41a-435219e3b4a1,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:35.005273 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51062) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:35.007418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:35.035259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420a1d-3dd4-4d24-b9df-08c24249f3df req-08d61e61-2653-4e58-8a33-fd154c26f848 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:35.035259 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-57420a1d-3dd4-4d24-b9df-08c24249f3df req-08d61e61-2653-4e58-8a33-fd154c26f848 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.1204798 Jun 11 00:24:35.063835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.073837 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-57420a1d-3dd4-4d24-b9df-08c24249f3df req-dd9a1c5a-ccc3-4cc1-b943-5e2adff8519c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Jun 11 00:24:35.087381 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.254123 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366d53f-991d-44bb-aee3-a56bc721004b req-d865d78d-58aa-45b6-b979-a303995f16eb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:35.255691 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1366d53f-991d-44bb-aee3-a56bc721004b req-d865d78d-58aa-45b6-b979-a303995f16eb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 944 time: 0.0835071 Jun 11 00:24:35.262580 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.266589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.269541 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47b4ebf3-07f4-4bfe-b41a-435219e3b4a1 HTTP/1.1" status: 204 len: 168 time: 0.2608628 Jun 11 00:24:35.269541 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:35.277355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b4ebf3-07f4-4bfe-b41a-435219e3b4a1,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:35.279631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:35.321393 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1366d53f-991d-44bb-aee3-a56bc721004b req-de823dc7-e979-4249-9b4a-fc2e33df6d52 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558529 Jun 11 00:24:35.479693 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0349b539-dbc1-44ba-afc7-42b2b9f23d2b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:35.544315 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab797-56ac-4de8-a333-0b4089f3148f req-b8f44ea8-ee2b-4747-aad9-52ac3a057b9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:35.545900 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-141ab797-56ac-4de8-a333-0b4089f3148f req-b8f44ea8-ee2b-4747-aad9-52ac3a057b9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0715678 Jun 11 00:24:35.597101 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-141ab797-56ac-4de8-a333-0b4089f3148f req-54adff07-caa8-4868-8fa0-593cb6981c59 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Jun 11 00:24:35.718333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:35.730318 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'port_id': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'mac_address': 'fa:16:3e:c1:c3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:35.775605 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.791896 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0349b539-dbc1-44ba-afc7-42b2b9f23d2b {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:35.812816 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:35.903082 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:35.904012 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 1e0dc339-e36c-4285-813c-bb11082ade17 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:35.907022 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-2f6200d9-ea51-4861-8851-9f19d3026583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:35.988955 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:35.993211 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:36.078947 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1e0dc339-e36c-4285-813c-bb11082ade17,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:36.091164 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '1e0dc339-e36c-4285-813c-bb11082ade17', 'network_id': 'ef5d11f3-6c9d-404e-95bd-93732ab4da46', 'port_id': '1e0dc339-e36c-4285-813c-bb11082ade17', 'mac_address': 'fa:16:3e:ff:9b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe1f663-b393-4738-a516-e0ca127a5244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:36.135823 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:36.153482 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0dc339-e36c-4285-813c-bb11082ade17 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:36.176841 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1e0dc339-e36c-4285-813c-bb11082ade17,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:36.262283 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd4d47-c180-4742-bc93-848941292d33 req-2880516b-3d9b-411d-9fb5-596a2299b159 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:36.263798 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0efd4d47-c180-4742-bc93-848941292d33 req-2880516b-3d9b-411d-9fb5-596a2299b159 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 943 time: 0.0763981 Jun 11 00:24:36.312560 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0efd4d47-c180-4742-bc93-848941292d33 req-65b7a475-8b12-47e0-bf4c-e2fe59136942 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Jun 11 00:24:36.317718 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:36.319688 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:36.402319 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:36.408603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:36.522646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a4ba-8aa6-4f92-ba26-f393291eba37 req-7b8877eb-306a-4945-9e4b-a3615f455bca tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:36.524289 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3f1a4ba-8aa6-4f92-ba26-f393291eba37 req-7b8877eb-306a-4945-9e4b-a3615f455bca tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 945 time: 0.0834985 Jun 11 00:24:36.589563 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3f1a4ba-8aa6-4f92-ba26-f393291eba37 req-c0f034fa-70f3-40d2-8ec1-c75e1b43d4b2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520000 Jun 11 00:24:36.752047 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0349b539-dbc1-44ba-afc7-42b2b9f23d2b'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:36.787470 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['1e0dc339-e36c-4285-813c-bb11082ade17'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:36.789705 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3ef48-72b7-4618-8061-0f12f71d54ab req-b45360d3-929c-455f-aad4-543424226507 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:36.792178 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36e3ef48-72b7-4618-8061-0f12f71d54ab req-b45360d3-929c-455f-aad4-543424226507 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0710895 Jun 11 00:24:36.837453 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36e3ef48-72b7-4618-8061-0f12f71d54ab req-616073d5-4d67-4579-81e2-d4c224a66866 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Jun 11 00:24:36.949234 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.486190 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:37.488408 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 945dd5d8-e655-4085-8471-4e9090e1522e up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:37.545450 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad8abe-6bfc-4767-8748-471c1749740a req-118771a2-d6b8-491b-a295-e28b070a357b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:37.547282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c0ad8abe-6bfc-4767-8748-471c1749740a req-118771a2-d6b8-491b-a295-e28b070a357b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 944 time: 0.0835748 Jun 11 00:24:37.613371 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c0ad8abe-6bfc-4767-8748-471c1749740a req-aafd6549-5a57-4195-ae41-e784f97f43e5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604603 Jun 11 00:24:37.663072 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:37.679879 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:37.687330 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 945dd5d8-e655-4085-8471-4e9090e1522e completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:37.725007 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 945dd5d8-e655-4085-8471-4e9090e1522e triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:37.725389 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.771882 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.796290 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:37.821355 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69589-3551-48e4-973a-2296b07e2a28 req-344d66e3-6552-4e3d-b9b1-2a7ba6092f7a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:37.823895 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ee69589-3551-48e4-973a-2296b07e2a28 req-344d66e3-6552-4e3d-b9b1-2a7ba6092f7a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 945 time: 0.0731921 Jun 11 00:24:37.844148 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:37.882338 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ee69589-3551-48e4-973a-2296b07e2a28 req-8bcdc812-79b8-41d0-b283-7c67dbe0d0e8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499847 Jun 11 00:24:37.895426 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.926081 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:37.928364 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e23f1-8eec-4a23-a12b-f4c7679d99e7" -d '{"events": [{"server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "name": "network-vif-plugged", "status": "completed", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:37.941994 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=945dd5d8-e655-4085-8471-4e9090e1522e,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:37.966866 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45074f3e-ca26-4736-9c24-bf46a265412c x-openstack-request-id: req-45074f3e-ca26-4736-9c24-bf46a265412c {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:37.967167 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "name": "network-vif-plugged", "status": "completed", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:37.967459 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45074f3e-ca26-4736-9c24-bf46a265412c {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:37.967852 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e', 'code': 200} Jun 11 00:24:37.974819 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:37.976774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:38.036849 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:38.040364 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:38.065052 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba683d-f59c-4e72-918e-b9b87db340d1 req-1d72efc2-0427-4bba-863b-83ab17bf1240 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:38.066630 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f5ba683d-f59c-4e72-918e-b9b87db340d1 req-1d72efc2-0427-4bba-863b-83ab17bf1240 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.0841529 Jun 11 00:24:38.110780 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f5ba683d-f59c-4e72-918e-b9b87db340d1 req-663da948-68a3-4173-baa8-da34fc7d4962 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Jun 11 00:24:38.120519 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:38.122367 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:38.174087 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:38.176981 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:38.379265 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:38.521005 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02b8a5-4c60-4bd5-98d8-34ba789746d3 req-859abdd9-fe7e-47ad-a191-4697c2175b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:38.522555 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-7e02b8a5-4c60-4bd5-98d8-34ba789746d3 req-859abdd9-fe7e-47ad-a191-4697c2175b65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0706120 Jun 11 00:24:38.571326 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-7e02b8a5-4c60-4bd5-98d8-34ba789746d3 req-4daec5e1-018e-46df-8c7b-e06dfda365d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377254 Jun 11 00:24:38.842816 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d886324-c025-4547-b987-269cc50b08be req-58fceea6-afa6-4c7f-a15c-19faff57418a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:38.844216 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4d886324-c025-4547-b987-269cc50b08be req-58fceea6-afa6-4c7f-a15c-19faff57418a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 944 time: 0.0738134 Jun 11 00:24:38.886233 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4d886324-c025-4547-b987-269cc50b08be req-2b8ead48-0b82-4caf-86f3-a2cefe619c38 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360601 Jun 11 00:24:39.112372 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5937f5-45d6-4944-9d11-dad5c638b606 req-1d0bb34f-1b39-49d4-8c54-5114a91b4f15 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:39.113776 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bc5937f5-45d6-4944-9d11-dad5c638b606 req-1d0bb34f-1b39-49d4-8c54-5114a91b4f15 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 945 time: 0.1115742 Jun 11 00:24:39.152352 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca25da-1e08-4e8f-93fe-d4c34b44a74a req-352da97f-fa08-49d3-9fe8-165973af0731 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:39.153782 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5bca25da-1e08-4e8f-93fe-d4c34b44a74a req-352da97f-fa08-49d3-9fe8-165973af0731 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.1059899 Jun 11 00:24:39.185579 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bc5937f5-45d6-4944-9d11-dad5c638b606 req-7b7ca2f7-6ebc-45dd-9f8a-6c4546e951a0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645266 Jun 11 00:24:39.215301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5bca25da-1e08-4e8f-93fe-d4c34b44a74a req-69301450-89ef-47b3-be58-858680976d5e tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508978 Jun 11 00:24:39.372187 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a195d-74ba-433b-b8fd-8f5c63653477 req-3cbb932d-d61b-43ac-8078-343093df6e84 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:39.373678 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-914a195d-74ba-433b-b8fd-8f5c63653477 req-3cbb932d-d61b-43ac-8078-343093df6e84 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.0726697 Jun 11 00:24:39.419486 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-914a195d-74ba-433b-b8fd-8f5c63653477 req-8adc32b4-8df0-420e-bb8e-4953876b8460 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Jun 11 00:24:39.468741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51224) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:39.490819 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0349b539-dbc1-44ba-afc7-42b2b9f23d2b up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:39.576858 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.628526 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:39.632488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:39.632874 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.672224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.731940 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.734422 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.747361 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:39.775216 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:39.808433 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9bc3d-d608-48c7-b82c-83eb717cf5a2,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:39.813299 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:39.834549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51242) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:39.834873 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=668bb8060cff4933abff63c0b3c3392d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648927 Jun 11 00:24:39.843311 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.844191 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 1e0dc339-e36c-4285-813c-bb11082ade17 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:39.846648 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:39.918299 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.955905 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:39.980555 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:39.983044 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022a3e1-efcc-4601-8fd2-9fc0bc72d816" -d '{"events": [{"server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "name": "network-vif-plugged", "status": "completed", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:39.985718 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:39.999814 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:40.125483 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 1e0dc339-e36c-4285-813c-bb11082ade17 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:40.129497 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 1e0dc339-e36c-4285-813c-bb11082ade17 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:40.130020 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.173189 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.184607 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.185814 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fe9bc3d-d608-48c7-b82c-83eb717cf5a2 HTTP/1.1" status: 204 len: 168 time: 0.3501945 Jun 11 00:24:40.189667 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:40.214527 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-45c34a63-291f-4af7-8cad-135056bf91cb tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:40.216314 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-45c34a63-291f-4af7-8cad-135056bf91cb tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.2176862 Jun 11 00:24:40.221037 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9bc3d-d608-48c7-b82c-83eb717cf5a2,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:40.241550 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:40.265163 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4201a-1f87-414e-bfa2-e6c74b1d4d31 req-70580565-e920-420f-9ce7-7ce0f4333815 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:40.267411 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.274392 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d1e4201a-1f87-414e-bfa2-e6c74b1d4d31 req-70580565-e920-420f-9ce7-7ce0f4333815 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 944 time: 0.2359250 Jun 11 00:24:40.317537 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9c867b84-4ab2-455e-8701-9120147a7d65 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/quotas/1b3412e81680473588443fd3eb40be21 HTTP/1.1" status: 200 len: 375 time: 0.0874724 Jun 11 00:24:40.331090 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1e0dc339-e36c-4285-813c-bb11082ade17,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:40.377462 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d1e4201a-1f87-414e-bfa2-e6c74b1d4d31 req-32472b21-88b4-4735-b594-1f40907bb9e1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020606 Jun 11 00:24:40.409037 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-3ca9d0c1-8d8f-4c34-9ee3-dbee2c1c951f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906603 Jun 11 00:24:40.420575 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:40.422493 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:40.427474 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c993d6b-0422-479f-a7e6-e1c9900ed66e x-openstack-request-id: req-1c993d6b-0422-479f-a7e6-e1c9900ed66e {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:40.427732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "name": "network-vif-plugged", "status": "completed", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:40.428051 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c993d6b-0422-479f-a7e6-e1c9900ed66e {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:40.428369 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'code': 200} Jun 11 00:24:40.521789 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:40.526704 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:40.614277 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-51ae1ee0-0a88-433a-b353-feb842dc18e9 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987290 Jun 11 00:24:40.670169 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7023ab-0702-428c-b90e-0a0aeea5c1b1 req-b81f5320-a74d-43a7-9913-d1597cd066e6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:40.671650 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb7023ab-0702-428c-b90e-0a0aeea5c1b1 req-b81f5320-a74d-43a7-9913-d1597cd066e6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1359503 Jun 11 00:24:40.770487 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb7023ab-0702-428c-b90e-0a0aeea5c1b1 req-5d020cd8-9e23-4a4b-bc95-90d418c8ea07 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589259 Jun 11 00:24:40.780700 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-8eb6bf0b-030d-4e84-84c1-ff5d5ee88121 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646140 Jun 11 00:24:40.917400 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b0abb-4fb4-4bf0-90b8-fc8eae83ce52 req-35d17fd7-1cb9-450b-afdc-96b516eca284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:40.918914 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-010b0abb-4fb4-4bf0-90b8-fc8eae83ce52 req-35d17fd7-1cb9-450b-afdc-96b516eca284 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1099 time: 0.1100757 Jun 11 00:24:40.962131 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-010b0abb-4fb4-4bf0-90b8-fc8eae83ce52 req-b7555114-fb2f-43b4-adae-f3767f5ffda9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359840 Jun 11 00:24:40.969013 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97cb56-2f11-475c-bdf3-2d79cf0ae169 req-8c6782b7-5169-44ae-92e8-bcd5aae3b8dc tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:40.970459 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb97cb56-2f11-475c-bdf3-2d79cf0ae169 req-8c6782b7-5169-44ae-92e8-bcd5aae3b8dc tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.0901031 Jun 11 00:24:41.010393 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb97cb56-2f11-475c-bdf3-2d79cf0ae169 req-921a654f-b15c-4d5d-aca4-579a25176428 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336373 Jun 11 00:24:41.201543 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20b10ff1-ee47-4aa4-8503-ea21fd870266 req-34a45ee6-81ee-4124-9517-affab12d4292 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.0721614 Jun 11 00:24:41.321910 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51324) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:41.358418 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-201978ec-f37c-4e70-8eee-ca5c6dfae735 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:41.360093 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-201978ec-f37c-4e70-8eee-ca5c6dfae735 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.45 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.1812420 Jun 11 00:24:41.455268 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.487533 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be42fa-f443-46eb-98c3-3aba3cbb79aa req-66c804f3-dd2d-488b-878f-b256c042d0c1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:41.489093 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75be42fa-f443-46eb-98c3-3aba3cbb79aa req-66c804f3-dd2d-488b-878f-b256c042d0c1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.1155326 Jun 11 00:24:41.511299 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:41.601407 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75be42fa-f443-46eb-98c3-3aba3cbb79aa req-875ce596-97f6-469f-bd76-b75943fd27d5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045032 Jun 11 00:24:41.658497 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:41.662415 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:41.662788 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.720928 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b86a1-6564-4b24-9eea-b09db5882482 req-2c5bba73-8e7a-47d1-8c89-69c80aa5ac48 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:41.722369 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-759b86a1-6564-4b24-9eea-b09db5882482 req-2c5bba73-8e7a-47d1-8c89-69c80aa5ac48 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1977658 Jun 11 00:24:41.724680 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.782185 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-759b86a1-6564-4b24-9eea-b09db5882482 req-fa2cf0f2-273f-40f8-9e61-010c0359b87d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Jun 11 00:24:41.783001 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.786737 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-070c6183-cf4e-437b-92e4-0805be1b468a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:41.789230 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.832201 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Deleting port 5bb5ab9c-f172-4ced-8616-c974742273e8 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:24:41.832543 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.838419 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:41.857079 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607fe85-d726-4304-9f54-a2bf448dfe01,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:41.861167 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:41.879565 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3d75c91f48b4f5a84fa5f690fdc6e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556750 Jun 11 00:24:41.882081 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51342) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:41.900682 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:41.902715 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:41.973801 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:41.985711 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:41.996439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.002901 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] For port 5bb5ab9c-f172-4ced-8616-c974742273e8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5bb5ab9c-f172-4ced-8616-c974742273e8,segment=NetworkSegment(96332029-867d-42c8-a502-c700304c1f79),segment_id=96332029-867d-42c8-a502-c700304c1f79)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:42.003481 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.026150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.035039 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc09ba-fade-4d25-990c-7c2acaeff4f4 req-e68ee35a-dc39-489d-8c46-33bed7f179f5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:42.036761 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0bcc09ba-fade-4d25-990c-7c2acaeff4f4 req-e68ee35a-dc39-489d-8c46-33bed7f179f5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1371422 Jun 11 00:24:42.118710 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0bcc09ba-fade-4d25-990c-7c2acaeff4f4 req-40e5cd11-4e55-4322-a2d2-8be3aa73224d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738282 Jun 11 00:24:42.126673 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Calling delete_port for 5bb5ab9c-f172-4ced-8616-c974742273e8 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:24:42.227298 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.236462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.237581 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c607fe85-d726-4304-9f54-a2bf448dfe01 HTTP/1.1" status: 204 len: 168 time: 0.3544073 Jun 11 00:24:42.254006 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:42.270824 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607fe85-d726-4304-9f54-a2bf448dfe01,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:42.293024 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:42.306649 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b2745-2d62-4bd8-9e0a-9db02edddff7 req-7225530c-e562-4fb5-82eb-530e9bec73b3 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:42.317596 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd5b2745-2d62-4bd8-9e0a-9db02edddff7 req-7225530c-e562-4fb5-82eb-530e9bec73b3 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 946 time: 0.1404748 Jun 11 00:24:42.373349 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd5b2745-2d62-4bd8-9e0a-9db02edddff7 req-676ae1ad-451e-48f1-a70e-3ff23d660e55 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/security-groups?id=dbb6f095-e388-4df2-b48a-0bf9e751941a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Jun 11 00:24:42.417963 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-633517a7-c12a-4039-990a-e998587f591c req-d77c7039-aa2d-4f0e-9efb-9356955f64ff tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.0333204 Jun 11 00:24:42.430970 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17'}, {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:42.441542 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4f010-e224-4354-a321-32d21bcb224f" -d '{"events": [{"server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "name": "network-vif-plugged", "status": "completed", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17"}, {"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:42.475278 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf4a7d7-2ab7-4b76-a773-31225cca733d x-openstack-request-id: req-bcf4a7d7-2ab7-4b76-a773-31225cca733d {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:42.475650 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "name": "network-vif-plugged", "status": "completed", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17", "code": 200}, {"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:42.476161 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bcf4a7d7-2ab7-4b76-a773-31225cca733d {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:42.476515 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17', 'code': 200} Jun 11 00:24:42.476858 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'code': 200} Jun 11 00:24:42.489301 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.495685 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-374a0323-9762-47ec-811f-c0fea449d5f0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:42.500937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['5bb5ab9c-f172-4ced-8616-c974742273e8'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:42.550723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Pushing event deleted for resources: {'Port': ['ID=5bb5ab9c-f172-4ced-8616-c974742273e8,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:42.556871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:42.638336 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] No DVR routers for this DVR port 5bb5ab9c-f172-4ced-8616-c974742273e8 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:24:42.642841 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:42.644914 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e551ff64-b89a-42b2-bd52-53f21aafd39c req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.45 "DELETE /v2.0/ports/5bb5ab9c-f172-4ced-8616-c974742273e8 HTTP/1.1" status: 204 len: 173 time: 1.2791364 Jun 11 00:24:42.645444 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'name': 'network-vif-deleted', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:42.647853 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80930a0f-6117-41ec-b6cc-c179e2473076" -d '{"events": [{"server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "name": "network-vif-deleted", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:42.688981 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4361e2d5-4a57-430a-802b-797cd2dce230 x-openstack-request-id: req-4361e2d5-4a57-430a-802b-797cd2dce230 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:42.688981 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e9c687-a197-4842-b7fa-e14ca56071aa", "name": "network-vif-deleted", "tag": "5bb5ab9c-f172-4ced-8616-c974742273e8", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:42.688981 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4361e2d5-4a57-430a-802b-797cd2dce230 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:42.689233 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e9c687-a197-4842-b7fa-e14ca56071aa', 'name': 'network-vif-deleted', 'tag': '5bb5ab9c-f172-4ced-8616-c974742273e8', 'status': 'completed', 'code': 200} Jun 11 00:24:42.885791 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700aef3f-c413-4a83-9727-afe783d3fdd5 req-7da9c706-e45a-4a7b-9c72-cf92078a9aac tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:42.888365 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-700aef3f-c413-4a83-9727-afe783d3fdd5 req-7da9c706-e45a-4a7b-9c72-cf92078a9aac tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1366658 Jun 11 00:24:42.967435 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51384) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:42.987867 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-700aef3f-c413-4a83-9727-afe783d3fdd5 req-911168cc-333a-456f-9922-8470e9a6e738 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929573 Jun 11 00:24:42.988225 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.031254 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bf00f-a139-4519-9f18-d0903b43a9c5 req-653821b6-a433-493c-86f3-e4b97525ff75 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:43.033443 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-195bf00f-a139-4519-9f18-d0903b43a9c5 req-653821b6-a433-493c-86f3-e4b97525ff75 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1176293 Jun 11 00:24:43.088716 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-195bf00f-a139-4519-9f18-d0903b43a9c5 req-4d844eff-5a2e-455a-a9fa-4c4a6df5a1d0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Jun 11 00:24:43.233846 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400b69-02bd-4eff-94e3-d23d19a476d8 req-bb903c35-40c7-4fb9-a742-e124ed60b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:43.235363 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-34400b69-02bd-4eff-94e3-d23d19a476d8 req-bb903c35-40c7-4fb9-a742-e124ed60b484 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1098 time: 0.1526875 Jun 11 00:24:43.282848 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.285133 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328778-6031-4358-a22c-58a6904cdd6d req-0a066b25-c3b6-490a-a8e5-8f0d77f1e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:43.286706 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-0d328778-6031-4358-a22c-58a6904cdd6d req-0a066b25-c3b6-490a-a8e5-8f0d77f1e9f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 1098 time: 0.1362906 Jun 11 00:24:43.314583 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-34400b69-02bd-4eff-94e3-d23d19a476d8 req-063bd173-b908-41fa-a8cc-6f65cdc75827 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728467 Jun 11 00:24:43.332203 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586a46-0e39-4f18-bab6-2321a9510df5 req-b8e40c66-e902-4ec9-8e98-88b9320e7413 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:43.333781 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2b586a46-0e39-4f18-bab6-2321a9510df5 req-b8e40c66-e902-4ec9-8e98-88b9320e7413 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0785968 Jun 11 00:24:43.335310 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-0d328778-6031-4358-a22c-58a6904cdd6d req-e3b8c467-004c-4d42-80ca-ab30d992c470 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392873 Jun 11 00:24:43.374339 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.375579 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2b586a46-0e39-4f18-bab6-2321a9510df5 req-0b45127a-b23f-4473-ae4a-d12b419117ef tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349097 Jun 11 00:24:43.378423 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:43.427169 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51394) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:43.427391 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98be47f6e4a943bd8e95fa7f801ee9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568865 Jun 11 00:24:43.427978 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd903b-d74a-4bcc-82a6-b5e6b97dcf04,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:43.440123 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:43.506910 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.568245 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51400) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:43.601870 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-223e386f-cc8b-4ae5-92fc-8d567b9abad9 req-a5f00da8-eeac-4418-b6f1-bfe502726714 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.0790331 Jun 11 00:24:43.603907 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.675008 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cddd1-ce82-4cf6-b3d0-2b0fa937bea2 req-d3e487c8-d619-41c0-927f-511213c7f3dc tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:43.676698 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-437cddd1-ce82-4cf6-b3d0-2b0fa937bea2 req-d3e487c8-d619-41c0-927f-511213c7f3dc tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1656699 Jun 11 00:24:43.686300 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51404) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:43.691833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'floatingip': {'port_id': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:43.782574 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.785538 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.797617 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5fd903b-d74a-4bcc-82a6-b5e6b97dcf04 HTTP/1.1" status: 204 len: 168 time: 0.3643439 Jun 11 00:24:43.798752 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2bcabf58-02e6-4baa-960f-90e9a6f732bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:43.834692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:43.840180 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd903b-d74a-4bcc-82a6-b5e6b97dcf04,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:43.843069 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:43.849474 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.037255 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d67d1d6c-bf99-4cc4-a937-5b1c45b68d0e req-a7bf1db3-6d3a-463e-8ed0-cc9f9a094f79 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Jun 11 00:24:44.206357 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a881f-0928-400b-937f-fb2d73edb05b req-9a5d035b-7faa-40af-bcc1-f350705e5217 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:44.207913 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cd7a881f-0928-400b-937f-fb2d73edb05b req-9a5d035b-7faa-40af-bcc1-f350705e5217 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0796196 Jun 11 00:24:44.297194 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.308215 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cd7a881f-0928-400b-937f-fb2d73edb05b req-22181112-494b-45a4-b98c-e6d9d41bdab1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892010 Jun 11 00:24:44.339693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dcee4-2ee6-4dc0-b3f7-1cd8499df831 req-4eddbb61-3625-4858-bc9c-bf7633dd0652 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:44.341724 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f33dcee4-2ee6-4dc0-b3f7-1cd8499df831 req-4eddbb61-3625-4858-bc9c-bf7633dd0652 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1329193 Jun 11 00:24:44.388342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f33dcee4-2ee6-4dc0-b3f7-1cd8499df831 req-7149a712-fb7e-41b9-b8c7-3df289ad2915 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Jun 11 00:24:44.395514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.420316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bd363968-4fd2-4316-9edd-1f7f711d9781 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:44.859518 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee2f32-7114-429c-a5e8-7dc8be996ab0,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:44.865968 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-10ab945c-8e0c-471d-a820-176cef9fda62 req-056aae38-60dc-45d8-a991-3f55121766dd tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] 10.222.0.38 "GET /v2.0/ports?device_id=60e9c687-a197-4842-b7fa-e14ca56071aa HTTP/1.1" status: 200 len: 210 time: 0.1064878 Jun 11 00:24:44.874895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:44.894788 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42134b5f21364efa9b958cb368a5671e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3254604 Jun 11 00:24:44.897604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51434) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:44.966524 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:44.982645 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-e7ac3ef0-e5b9-412d-9c3d-6a97f0122d26 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:44.984370 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-e7ac3ef0-e5b9-412d-9c3d-6a97f0122d26 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.7098994 Jun 11 00:24:44.996523 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.004087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Request body: {'port': {'device_id': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'admin_state_up': True, 'tenant_id': '1b3412e81680473588443fd3eb40be21'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:45.043033 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.db.resource_extend [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 00:24:45.201510 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.212631 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e47de18f-6bf1-42ed-b8aa-c7a0f60455f8 req-6e9b1fb7-0e0e-49d4-b211-8cca569539be tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jun 11 00:24:45.317568 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.320443 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.321560 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fee2f32-7114-429c-a5e8-7dc8be996ab0 HTTP/1.1" status: 204 len: 168 time: 0.4213762 Jun 11 00:24:45.322750 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:45.331906 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee2f32-7114-429c-a5e8-7dc8be996ab0,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:45.334409 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:45.424994 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.486756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:24:45.490567 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:45.537294 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 5bb5ab9c-f172-4ced-8616-c974742273e8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:24:45.714629 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 5bb5ab9c-f172-4ced-8616-c974742273e8 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:24:45.714981 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 5bb5ab9c-f172-4ced-8616-c974742273e8 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:24:45.769126 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.l3_db [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Floating IP 3442b616-8b58-4e03-a40a-a10b4d4fbdc7 associated. External IP: 172.28.1.168, port: 0349b539-dbc1-44ba-afc7-42b2b9f23d2b. Jun 11 00:24:45.771829 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Allocated IP 172.20.0.6 (3b5dedd7-b434-4a9f-8d3b-96f6bff5713d/27e6edea-33c5-4a69-ae2e-1ab173f48108/6863a96a-512f-4092-ba37-ef450cbdf0ff) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:24:45.818044 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd949c7-37b2-4f60-ae02-74447363f560 req-f90c6e7e-5679-45d3-b8a9-32088832f13f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:45.819896 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1cd949c7-37b2-4f60-ae02-74447363f560 req-f90c6e7e-5679-45d3-b8a9-32088832f13f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.3613384 Jun 11 00:24:45.842032 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb6122-31b5-4eb1-a6df-2ef9ec995b33 req-b337887b-1fa0-4656-bca8-78a802f05aca tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:45.843485 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ebdb6122-31b5-4eb1-a6df-2ef9ec995b33 req-b337887b-1fa0-4656-bca8-78a802f05aca tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1041563 Jun 11 00:24:45.902294 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1cd949c7-37b2-4f60-ae02-74447363f560 req-c1896134-f8df-4ed8-87cf-7533cfb4d50d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734508 Jun 11 00:24:45.909932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ebdb6122-31b5-4eb1-a6df-2ef9ec995b33 req-c210909e-79f9-4b21-99c3-9c0e8402d67f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Jun 11 00:24:46.190292 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51482) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:46.239942 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.269654 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00501-13d5-49da-a2a6-1237db2e7fba req-383c3652-998a-4876-bca0-2bca4fbb9604 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:46.283201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36f00501-13d5-49da-a2a6-1237db2e7fba req-383c3652-998a-4876-bca0-2bca4fbb9604 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1159966 Jun 11 00:24:46.284783 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51488) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:46.295204 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'floatingip': {'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:46.328902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.410541 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:46.502398 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.585234 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.605919 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8931a84b-6796-49ce-9b2f-55cdf4666ef4 req-b6c3bbfe-93d0-4840-b25b-7d01b2a235ba tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.1061659 Jun 11 00:24:46.608314 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:46.923601 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:46.924477 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:46.993619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15fb39-3f5d-4cc7-878c-b9c03898ce19 req-fdc36661-071a-48c9-a430-3c65153f1a33 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:46.999277 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b15fb39-3f5d-4cc7-878c-b9c03898ce19 req-fdc36661-071a-48c9-a430-3c65153f1a33 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1076689 Jun 11 00:24:47.012602 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.022343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:47.038121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:24:47.038121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.039478 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:47.051855 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:47.052480 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.079718 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event updated for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:47.088878 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:24:47.090995 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:47.096515 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ef270b64-6a46-4011-840b-d8969ae275f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:47.103164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:24:47.109367 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:47.110151 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.131533 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fcaad56ac6f4afdaf24762ab0781c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400961 Jun 11 00:24:47.141107 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51516) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:47.175112 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5314bc1a-db6c-4e24-b58a-e687e0f90df5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "PUT /v2.0/floatingips/3442b616-8b58-4e03-a40a-a10b4d4fbdc7 HTTP/1.1" status: 200 len: 992 time: 3.4875097 Jun 11 00:24:47.178604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:47.182133 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3effc1d8-346f-46f0-90b4-64b0013fd0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:47.185022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c602302c-3185-419e-bfa5-4fdc04e96386,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:47.207645 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:47.213357 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:47.240739 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-9ef4d543-f953-4d8c-adea-fb4d8e5f5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:47.242285 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-9ef4d543-f953-4d8c-adea-fb4d8e5f5eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 1098 time: 0.3302763 Jun 11 00:24:47.250002 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2506027 Jun 11 00:24:47.290328 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b15fb39-3f5d-4cc7-878c-b9c03898ce19 req-49a6ce07-23c7-4c27-8ee5-e317fe029224 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792962 Jun 11 00:24:47.294902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Request body: {'port': {'device_id': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:24:47.358833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b697dffa-5a8e-43cd-ba19-c24ee913e005 x-openstack-request-id: req-b697dffa-5a8e-43cd-ba19-c24ee913e005 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:47.358833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:47.358833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b697dffa-5a8e-43cd-ba19-c24ee913e005 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:47.358833 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'status': 'completed', 'code': 200} Jun 11 00:24:47.374095 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.406231 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.492064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.db.resource_extend [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 00:24:47.562201 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.565870 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-0e2d0ed6-31c3-4c57-bc7c-79baaf70aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:47.567420 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-0e2d0ed6-31c3-4c57-bc7c-79baaf70aec2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.3142207 Jun 11 00:24:47.606297 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.610946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-43e20cde-b19c-41ed-8fcb-a46715057ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:47.612714 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-43e20cde-b19c-41ed-8fcb-a46715057ced service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1099 time: 0.2266042 Jun 11 00:24:47.651041 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-3d9e41b8-79fd-4dc3-8032-d14c53aa2720 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e0dc339-e36c-4285-813c-bb11082ade17 HTTP/1.1" status: 200 len: 217 time: 0.0650434 Jun 11 00:24:47.652643 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '3442b616-8b58-4e03-a40a-a10b4d4fbdc7', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:c1:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:16Z', 'updated_at': '2021-06-11T00:24:44Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.656550 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:47.682616 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:47.683695 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:47.829085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.831649 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:47.833078 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c602302c-3185-419e-bfa5-4fdc04e96386 HTTP/1.1" status: 204 len: 168 time: 0.6814175 Jun 11 00:24:47.837102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:47.840384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-4a4a9d48-3cec-4418-9f6b-9a3a7cec6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:47.841714 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-4a4a9d48-3cec-4418-9f6b-9a3a7cec6494 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.1746819 Jun 11 00:24:47.967529 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c602302c-3185-419e-bfa5-4fdc04e96386,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:47.972997 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-b2abd2de-11cf-4c08-97d4-f52cf6c86195 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112759 Jun 11 00:24:47.973642 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:48.201747 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-1954f3b1-d1e1-4037-ab92-0c0c15fa6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:48.203362 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-1954f3b1-d1e1-4037-ab92-0c0c15fa6e0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.5786910 Jun 11 00:24:48.204377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51542) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.233174 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.266866 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-7370d9e7-3682-4cf8-9f89-d0c9682e689f service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723987 Jun 11 00:24:48.271857 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:48.363614 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51548) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:48.494511 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Floating IP 9cc1cb33-4024-48d1-ae94-0e4c83841b3b associated. External IP: 172.28.1.183, port: b77dd2f8-8ba3-4c50-89c3-5c5916c072a6. Jun 11 00:24:48.610266 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.614650 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6863a96a-512f-4092-ba37-ef450cbdf0ff {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:48.632391 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.664563 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8eb8329b-ffea-47ad-8dea-7ae8bb9f23f8 req-7bdb942a-fb91-47c4-9076-a6f73c24500b service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903172 Jun 11 00:24:48.682844 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Transition to ACTIVE for port object 6863a96a-512f-4092-ba37-ef450cbdf0ff will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:24:48.708874 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '3442b616-8b58-4e03-a40a-a10b4d4fbdc7', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:c1:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:16Z', 'updated_at': '2021-06-11T00:24:44Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:48.713490 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa865d2-27e3-4740-9af4-2136b2fab88e None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '3442b616-8b58-4e03-a40a-a10b4d4fbdc7', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.168', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:c1:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:16Z', 'updated_at': '2021-06-11T00:24:44Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:48.770360 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Deleting subnet e76395c5-b506-4dd5-8698-07234af68f01 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:24:48.774439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.778002 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.813832 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-50c58c39-86b4-4c6b-8495-f379e8361178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 1000 time: 0.5908337 Jun 11 00:24:48.891624 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.912762 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a5351-68a4-4fe7-ab49-11d30f3f5749 req-4a31739a-1b1c-48d7-81a6-4c7d68b50d83 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:48.914299 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f73a5351-68a4-4fe7-ab49-11d30f3f5749 req-4a31739a-1b1c-48d7-81a6-4c7d68b50d83 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 931 time: 0.7088706 Jun 11 00:24:48.928228 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:48.937580 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5a42-3829-4d3f-bd26-f516a7224b66 req-4c6c11a6-bf44-4223-94fc-2c67d1a8ff9c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:48.939117 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-483b5a42-3829-4d3f-bd26-f516a7224b66 req-4c6c11a6-bf44-4223-94fc-2c67d1a8ff9c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.4299471 Jun 11 00:24:48.957938 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7859ab-3ab2-4136-88ca-71d4c7428c59 None None] New status for floating IP 3442b616-8b58-4e03-a40a-a10b4d4fbdc7: ACTIVE {{(pid=98936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:24:49.018619 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.022730 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.024364 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-e2bf1a47-db1e-471c-9547-91774c693a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.025859 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.026382 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-e2bf1a47-db1e-471c-9547-91774c693a50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.1948416 Jun 11 00:24:49.156238 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Pushing event updated for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.168951 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b31c9761c934402aad68ed103dc8337e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041446 Jun 11 00:24:49.182619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51570) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:49.198933 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.198933 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.199215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.199506 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.199851 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.200334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.200687 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.201033 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.201378 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.201719 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.202057 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.202391 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.213263 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.222337 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5ee032e5-6c92-4c34-bac7-a52c1c1862b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.235632 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f73a5351-68a4-4fe7-ab49-11d30f3f5749 req-b83bc7b6-d9ef-4448-bca4-647d42deff37 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086810 Jun 11 00:24:49.257943 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-483b5a42-3829-4d3f-bd26-f516a7224b66 req-ebb61e87-0e23-44d2-b1b0-fb459b292d78 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866471 Jun 11 00:24:49.266563 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebca9cc-b9e0-4907-9c93-09cf266ad4b6,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.271025 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.272190 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Attempting to bind port 6863a96a-512f-4092-ba37-ef450cbdf0ff on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:24:49.272519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Attempting to bind port 6863a96a-512f-4092-ba37-ef450cbdf0ff by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:24:49.272843 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Attempting to bind port 6863a96a-512f-4092-ba37-ef450cbdf0ff on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:49.278903 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Port 6863a96a-512f-4092-ba37-ef450cbdf0ff on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:24:49.279226 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Attempting to bind port 6863a96a-512f-4092-ba37-ef450cbdf0ff on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:24:49.284346 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:24:49.284682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Checking segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:24:49.285632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Bound using segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:24:49.285632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Bound port: 6863a96a-512f-4092-ba37-ef450cbdf0ff, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:24:49.286448 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.334691 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:24:49.363563 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-e374b3e2-0e09-4204-a51e-d48fc1ffbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.365001 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-e374b3e2-0e09-4204-a51e-d48fc1ffbc14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2851667 Jun 11 00:24:49.367793 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.376691 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:24:49.380360 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:24:49.466946 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.470455 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.478425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.516690 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b035192d-05ab-4199-a098-d2dd669805b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:49.521292 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.525626 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.526245 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.527634 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] 10.222.0.45 "PUT /v2.0/ports/6863a96a-512f-4092-ba37-ef450cbdf0ff HTTP/1.1" status: 200 len: 1093 time: 2.2507796 Jun 11 00:24:49.528125 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:49.530666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:49.564043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Pushing event updated for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.567558 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.587293 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc558ec-3488-40c5-94d1-987c709eac66 x-openstack-request-id: req-5bc558ec-3488-40c5-94d1-987c709eac66 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:49.591956 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:49.591956 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bc558ec-3488-40c5-94d1-987c709eac66 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:49.591956 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff', 'status': 'completed', 'code': 200} Jun 11 00:24:49.701027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-c8c613c2-c298-4727-b6d4-802c27c7893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.702635 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-c8c613c2-c298-4727-b6d4-802c27c7893b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 1096 time: 0.0649025 Jun 11 00:24:49.866405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76395c5-b506-4dd5-8698-07234af68f01,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:49.870391 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.872269 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e76395c5-b506-4dd5-8698-07234af68f01 HTTP/1.1" status: 204 len: 168 time: 1.6576402 Jun 11 00:24:49.875545 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51586) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:49.902495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.902871 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.903224 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.903621 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.903973 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.904321 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.904669 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.905012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.905354 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.905686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.906047 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.906383 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:49.912678 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:49.927810 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-c7994186-2d38-4008-9657-d7ba1dfd9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:49.935658 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-c7994186-2d38-4008-9657-d7ba1dfd9a4b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b3412e81680473588443fd3eb40be21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2151883 Jun 11 00:24:49.945892 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-d0b6dfef-1e26-4689-a48d-273660a199d8 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732019 Jun 11 00:24:49.949670 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:24:49.954584 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:49.958943 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:24:49.970164 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:49.971027 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:50.042571 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.076672 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-ec65db48-95cb-484d-a4ca-b78b34fa359b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "PUT /v2.0/floatingips/9cc1cb33-4024-48d1-ae94-0e4c83841b3b HTTP/1.1" status: 200 len: 991 time: 3.7882922 Jun 11 00:24:50.076672 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:50.089748 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:50.116067 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.121166 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.125682 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ebca9cc-b9e0-4907-9c93-09cf266ad4b6 HTTP/1.1" status: 204 len: 168 time: 0.9296796 Jun 11 00:24:50.128418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:50.155337 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebca9cc-b9e0-4907-9c93-09cf266ad4b6,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:50.158945 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:50.162234 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3effc1d8-346f-46f0-90b4-64b0013fd0d5 req-9155b567-1a48-456a-acc3-728d247b6516 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058501 Jun 11 00:24:50.177639 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc0c9f-c290-472b-81a6-6c99b62e90a1 x-openstack-request-id: req-e2dc0c9f-c290-472b-81a6-6c99b62e90a1 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:50.177952 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:50.178757 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2dc0c9f-c290-472b-81a6-6c99b62e90a1 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:50.179846 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'status': 'completed', 'code': 200} Jun 11 00:24:50.202049 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:50.298156 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-ba597a1c-00c0-48d4-9928-a1a0f34b85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.302297 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-ba597a1c-00c0-48d4-9928-a1a0f34b85e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1098 time: 0.1007137 Jun 11 00:24:50.531531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-554e8d23-9593-43c1-90a3-47eed939aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.533256 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-554e8d23-9593-43c1-90a3-47eed939aff7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.2172709 Jun 11 00:24:50.621176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f0ea2-49a1-4096-9f10-93f406f13afa req-09b9cb08-0429-4c96-aea2-0f21b22e3a50 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.629559 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8f6f0ea2-49a1-4096-9f10-93f406f13afa req-09b9cb08-0429-4c96-aea2-0f21b22e3a50 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 943 time: 0.1781492 Jun 11 00:24:50.736328 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '9cc1cb33-4024-48d1-ae94-0e4c83841b3b', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:20Z', 'updated_at': '2021-06-11T00:24:47Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:50.740332 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:24:50.752408 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:24:50.752938 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:24:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:50.756470 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-39fc62f2-4a67-4982-a827-f786d8d8689b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 999 time: 0.2131341 Jun 11 00:24:50.773550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:50.784061 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-98b0e540-b551-4e44-af3e-9db76cbf6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.785523 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-eab66f67-19e3-43a2-ada5-4a6eb69dde6a req-98b0e540-b551-4e44-af3e-9db76cbf6e82 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7812231 Jun 11 00:24:50.789377 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.791117 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.791925 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.792320 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.792706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.793103 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.793490 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.793873 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.794262 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.794637 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.856361 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8f6f0ea2-49a1-4096-9f10-93f406f13afa req-9d081d88-b8d3-48e2-8561-990cece142a8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265830 Jun 11 00:24:50.886018 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-4eed3aef-401e-4b1c-8eb9-33f2ce533464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.886018 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-4eed3aef-401e-4b1c-8eb9-33f2ce533464 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.1188076 Jun 11 00:24:50.890916 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189876d9-9927-47cd-b1c8-e3a24b74eea7 req-41d1f3c0-9a0f-4ac1-889d-af961d06c951 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.892342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-189876d9-9927-47cd-b1c8-e3a24b74eea7 req-41d1f3c0-9a0f-4ac1-889d-af961d06c951 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.2905643 Jun 11 00:24:50.944532 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:24:50.967459 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.967805 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.968135 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.968461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:24:50.968841 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fdbe9a-fd98-4785-80fb-e7e18f8bc293']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:50.976652 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-189876d9-9927-47cd-b1c8-e3a24b74eea7 req-e62ac2f1-6282-410e-89b0-98e777df2bac tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734365 Jun 11 00:24:50.990368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-94812199-21c5-4228-bac5-43738fbf0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:50.991941 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-94812199-21c5-4228-bac5-43738fbf0ecb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971885 Jun 11 00:24:51.023718 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96332029-867d-42c8-a502-c700304c1f79') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:51.024195 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96332029-867d-42c8-a502-c700304c1f79') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:51.054685 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.085157 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.097119 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:24:51.097577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: from cryptography.utils import int_from_bytes Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: from cryptography.utils import int_from_bytes Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:24:51.101628 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:24:51.144228 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51618) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:51.163121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.176257 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-0aed17a3-bd83-4122-8457-95a6e15f8981 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646557 Jun 11 00:24:51.190950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-f369a9f0-f1c3-4f68-a86d-a7cdbf197899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:51.192565 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-f369a9f0-f1c3-4f68-a86d-a7cdbf197899 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 1096 time: 0.2178593 Jun 11 00:24:51.254387 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-bb8bd3e9-3d94-4341-9829-8519002d9190 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff HTTP/1.1" status: 200 len: 217 time: 0.0532546 Jun 11 00:24:51.256690 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.271699 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:51.292148 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '9cc1cb33-4024-48d1-ae94-0e4c83841b3b', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:20Z', 'updated_at': '2021-06-11T00:24:47Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:24:51.297578 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cbdb0-eccf-448b-b3d4-f778e9fcf5c3 None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '9cc1cb33-4024-48d1-ae94-0e4c83841b3b', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:24:20Z', 'updated_at': '2021-06-11T00:24:47Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:24:51.317586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.319597 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/33fdbe9a-fd98-4785-80fb-e7e18f8bc293 HTTP/1.1" status: 204 len: 168 time: 1.4430690 Jun 11 00:24:51.322478 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33fdbe9a-fd98-4785-80fb-e7e18f8bc293,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:51.324290 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16b54cc8-dd39-41ff-9276-2e3b882dd0a2 req-c4e9410c-7d05-481f-b1ae-538abb415f59 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414077 Jun 11 00:24:51.326627 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2e6be0ec-d659-4bd2-bb31-dab3a86d49b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:51.344994 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-33e8c0ba-d463-49de-a063-b6763b5e4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:51.346446 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-33e8c0ba-d463-49de-a063-b6763b5e4eab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.0852263 Jun 11 00:24:51.382975 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.387271 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-1a902ace-4805-457a-aa02-d36e104ec17f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331922 Jun 11 00:24:51.445514 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.458556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:51.487827 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df96524519404b1bb1da3df21dd36829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471212 Jun 11 00:24:51.490506 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51624) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:51.498471 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37fd0f-d048-45ed-b92b-0c6bf95ff384,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:51.501570 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:51.544241 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-6d113cfc-3816-4a81-a921-99552ad39210 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493998 Jun 11 00:24:51.573617 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.590595 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e79245-6e85-47ff-a3f0-b971205b3515 None None] New status for floating IP 9cc1cb33-4024-48d1-ae94-0e4c83841b3b: ACTIVE {{(pid=98936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:24:51.670123 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.730050 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6d6bd4f9-031d-468e-b756-23b507f34216 req-1ee4e3a5-d99e-478e-b796-f9c7a2753e62 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689126 Jun 11 00:24:51.792547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51634) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:51.833158 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.835677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.836785 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df37fd0f-d048-45ed-b92b-0c6bf95ff384 HTTP/1.1" status: 204 len: 168 time: 0.3451827 Jun 11 00:24:51.840664 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:51.856121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37fd0f-d048-45ed-b92b-0c6bf95ff384,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:51.858747 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:51.863712 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-46c6c797-ec91-44f3-91c9-c365e3982488 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e7fca46863f4606a8767287755bcf17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682328 Jun 11 00:24:51.865688 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51638) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:51.950341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:51.998528 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.088459 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bd3ee-8a9a-450a-a48c-4da3f7ee44af req-42288138-836e-4f98-a028-e22003a0d0b7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:52.090000 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-995bd3ee-8a9a-450a-a48c-4da3f7ee44af req-42288138-836e-4f98-a028-e22003a0d0b7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 943 time: 0.1056683 Jun 11 00:24:52.175706 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-995bd3ee-8a9a-450a-a48c-4da3f7ee44af req-2c1757a7-376c-40cb-8d87-3b4c6ed7f471 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777280 Jun 11 00:24:52.203832 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd15352-e78c-4ff7-895c-a30aef1fcc16 req-6eccabfc-aa50-4b5d-a064-fc9f7dda75f8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:52.207739 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8fd15352-e78c-4ff7-895c-a30aef1fcc16 req-6eccabfc-aa50-4b5d-a064-fc9f7dda75f8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1114900 Jun 11 00:24:52.208991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.211757 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.214505 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbb6f095-e388-4df2-b48a-0bf9e751941a HTTP/1.1" status: 204 len: 168 time: 0.3470054 Jun 11 00:24:52.218697 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2bbe7fe5-8508-4ab8-a99b-e86d6bfaf9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:52.241818 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6f095-e388-4df2-b48a-0bf9e751941a,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:52.246274 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:52.265802 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8fd15352-e78c-4ff7-895c-a30aef1fcc16 req-1665112a-0902-488d-8296-0b8a6b70910a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Jun 11 00:24:52.476454 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51654) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:52.707504 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.811133 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.856247 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:24:52.930907 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:52.934686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f669cfed-6e90-4fb0-86ce-528b0d02936e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:52.981121 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bb5291a804e49cc933d57dcae48812f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035157 Jun 11 00:24:52.982765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc72461e-f3b6-4afe-86a8-c75b03c579c2,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:52.983887 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51678) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:52.985760 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.044327 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.067198 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.168610 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.171443 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:53.174928 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc72461e-f3b6-4afe-86a8-c75b03c579c2 HTTP/1.1" status: 204 len: 168 time: 0.1878293 Jun 11 00:24:53.174928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:53.184224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc72461e-f3b6-4afe-86a8-c75b03c579c2,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:53.188392 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:53.387113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ce236-1794-473b-b6be-aa0a2e610a3a req-ed4eeaa1-e7c0-4ee9-811b-bd3b9959b027 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:53.388677 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f96ce236-1794-473b-b6be-aa0a2e610a3a req-ed4eeaa1-e7c0-4ee9-811b-bd3b9959b027 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 943 time: 0.0807524 Jun 11 00:24:53.468119 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f96ce236-1794-473b-b6be-aa0a2e610a3a req-c6ec5ec9-1de7-4ee6-b376-7b463d58a9bd tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Jun 11 00:24:53.517323 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279f347-7760-4085-b761-7a738627cd84 req-6e556503-8736-4213-a5df-d1403053f469 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:53.526985 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5279f347-7760-4085-b761-7a738627cd84 req-6e556503-8736-4213-a5df-d1403053f469 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1135018 Jun 11 00:24:53.571463 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5279f347-7760-4085-b761-7a738627cd84 req-4381f318-0d6a-4a49-b22a-60a74c5b2637 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Jun 11 00:24:54.291418 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51722) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:54.310371 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.420617 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.480063 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.494481 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bbec6284-12bd-4635-bd32-dbd3be7a96d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:54.536564 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da0ffed28aea4470baf02e0b69db06e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432058 Jun 11 00:24:54.537669 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb377f-daff-429a-a40c-2116d2c2e6d2,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:54.539087 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51736) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:54.550950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:54.602931 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.664168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.765049 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae865-4511-47a0-b83c-6447a6501ee7 req-3b7b59d2-4968-4d62-8d3b-be6e6f64675f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:54.766541 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-66cae865-4511-47a0-b83c-6447a6501ee7 req-3b7b59d2-4968-4d62-8d3b-be6e6f64675f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 943 time: 0.1610084 Jun 11 00:24:54.832745 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9adde2-afa8-42f8-8c39-b1613e13de2c req-1aa80909-2d8a-43c9-9971-75d3bdc34ab9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:54.834391 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5c9adde2-afa8-42f8-8c39-b1613e13de2c req-1aa80909-2d8a-43c9-9971-75d3bdc34ab9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1343246 Jun 11 00:24:54.837968 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-66cae865-4511-47a0-b83c-6447a6501ee7 req-5cd709ac-01c8-4e76-99eb-739df76e5995 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594101 Jun 11 00:24:54.907872 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5c9adde2-afa8-42f8-8c39-b1613e13de2c req-8245fdfb-4d4a-4693-907e-a7fa36437151 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Jun 11 00:24:54.910549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.916629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:54.917733 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6bb377f-daff-429a-a40c-2116d2c2e6d2 HTTP/1.1" status: 204 len: 168 time: 0.3775623 Jun 11 00:24:54.925593 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c10cee37-6ed2-4416-8ba8-b6bc4409fc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:54.938570 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb377f-daff-429a-a40c-2116d2c2e6d2,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:54.941269 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:55.601652 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6863a96a-512f-4092-ba37-ef450cbdf0ff details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:24:55.722568 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:55.734930 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '6863a96a-512f-4092-ba37-ef450cbdf0ff', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'port_id': '6863a96a-512f-4092-ba37-ef450cbdf0ff', 'mac_address': 'fa:16:3e:07:ed:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e6edea-33c5-4a69-ae2e-1ab173f48108', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:24:55.776502 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.791997 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6863a96a-512f-4092-ba37-ef450cbdf0ff {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:24:55.812464 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:55.896519 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:55.899742 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:55.964986 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:55.989154 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.989349 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.989689 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.990029 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.990361 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.990691 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.991019 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.991366 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.992055 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.992055 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:55.992426 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:56.007827 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:24:56.012638 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:56.074864 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51816) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:56.107848 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a821228-4698-473c-bc29-6815d5791c73 req-1a64e43a-c3fa-4e5c-bbdf-c6fd67c252a5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:56.109350 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8a821228-4698-473c-bc29-6815d5791c73 req-1a64e43a-c3fa-4e5c-bbdf-c6fd67c252a5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 944 time: 0.1416144 Jun 11 00:24:56.178028 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db9e4a-4ad2-4398-a409-bf602e58d951 req-b16a1f8d-f784-47b3-91f0-4cefb8875e3c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:56.180782 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3db9e4a-4ad2-4398-a409-bf602e58d951 req-b16a1f8d-f784-47b3-91f0-4cefb8875e3c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1220384 Jun 11 00:24:56.182861 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8a821228-4698-473c-bc29-6815d5791c73 req-1737ff8c-86a7-4ac9-9cd1-01b78e2f72e2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580120 Jun 11 00:24:56.243901 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3db9e4a-4ad2-4398-a409-bf602e58d951 req-26e64439-6ae0-441a-a199-be985c2d5063 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Jun 11 00:24:56.336732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6863a96a-512f-4092-ba37-ef450cbdf0ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:24:56.371271 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.485825 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.574468 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.576948 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:56.624368 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1b010e14f9544b88a5f346fe2ac2e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451667 Jun 11 00:24:56.624368 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578087c5-fc48-4000-874b-0e210b24e7a5,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:56.625238 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51844) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:56.625781 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:56.684770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.703750 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.825681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.828441 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:56.829640 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/578087c5-fc48-4000-874b-0e210b24e7a5 HTTP/1.1" status: 204 len: 168 time: 0.2039361 Jun 11 00:24:56.830311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:56.841447 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578087c5-fc48-4000-874b-0e210b24e7a5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:56.846998 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:57.483478 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca2bb-31fd-42e3-88c3-dd3f697a4f42 req-32b89289-52a0-4b5b-859a-4710869ba7a4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:57.485124 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-742ca2bb-31fd-42e3-88c3-dd3f697a4f42 req-32b89289-52a0-4b5b-859a-4710869ba7a4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 944 time: 0.1245170 Jun 11 00:24:57.493789 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdd5b6-8a4f-416a-8b33-032ee8845189 req-5b279e6d-74a6-47c3-9921-a3679e49a568 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:57.495175 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-35fdd5b6-8a4f-416a-8b33-032ee8845189 req-5b279e6d-74a6-47c3-9921-a3679e49a568 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1202896 Jun 11 00:24:57.557883 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-742ca2bb-31fd-42e3-88c3-dd3f697a4f42 req-417efdd2-c220-4e7e-a183-a6ddd88ff282 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617144 Jun 11 00:24:57.564700 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-35fdd5b6-8a4f-416a-8b33-032ee8845189 req-7330856b-8f35-4094-afa1-0540a085775e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626144 Jun 11 00:24:57.605376 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6863a96a-512f-4092-ba37-ef450cbdf0ff up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:24:57.765166 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 6863a96a-512f-4092-ba37-ef450cbdf0ff completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:24:57.769668 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 6863a96a-512f-4092-ba37-ef450cbdf0ff triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:24:57.770321 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.872821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51904) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:57.878365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.890864 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51908) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:57.908094 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:57.917472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:24:57.918702 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:24:57.921958 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f98704d-cbc8-4b22-8005-fb98465d4c2f" -d '{"events": [{"server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "name": "network-vif-plugged", "status": "completed", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:24:57.967844 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84633ff0-ee7b-4af9-b315-0999ccf1de16 x-openstack-request-id: req-84633ff0-ee7b-4af9-b315-0999ccf1de16 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:24:57.968526 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "name": "network-vif-plugged", "status": "completed", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:24:57.968952 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84633ff0-ee7b-4af9-b315-0999ccf1de16 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:24:57.969923 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff', 'code': 200} Jun 11 00:24:58.027985 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.047040 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.050783 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.052653 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.107704 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.110715 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.166673 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.171605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c4704ff8-28fc-4377-b7a3-ac74de8dcf46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.222925 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f377ab4de0941eaa661df1baf130a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308833 Jun 11 00:24:58.225577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51912) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:58.228196 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c67e1-796d-4cfc-a1be-cbcecaf58919,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.231214 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.282631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.296473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.305911 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.405992 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a5713-9743-4ae9-98e6-83de66f9753a req-e54d1ee2-9512-4af0-97fc-6035ab5310c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:58.407499 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c34a5713-9743-4ae9-98e6-83de66f9753a req-e54d1ee2-9512-4af0-97fc-6035ab5310c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 1098 time: 0.0635653 Jun 11 00:24:58.410462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.412957 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7b41e5ae-a466-4b24-bcf9-ffe91e890f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.447885 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c34a5713-9743-4ae9-98e6-83de66f9753a req-2d46078e-2694-4ef5-974c-266535e82c7f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jun 11 00:24:58.452581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed113013-ff62-4a36-90f8-c9e6b429dbe7,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.456931 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8eb3d28c04f24b769f6d6408fd4b5c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830057 Jun 11 00:24:58.457807 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.459530 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51916) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:58.479944 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51918) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:58.511891 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.519624 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d348c9e6-e45e-4614-ab87-03512354a8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.524022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.526553 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.529506 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc7c67e1-796d-4cfc-a1be-cbcecaf58919 HTTP/1.1" status: 204 len: 168 time: 0.3010511 Jun 11 00:24:58.530744 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f7534832-24d6-41c0-b41e-2e20790946e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.546721 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.555091 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c67e1-796d-4cfc-a1be-cbcecaf58919,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.561242 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.607359 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.725341 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.728338 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.730045 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed113013-ff62-4a36-90f8-c9e6b429dbe7 HTTP/1.1" status: 204 len: 168 time: 0.2694395 Jun 11 00:24:58.731071 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bd3f635c-9925-4976-a005-75eff676326e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:58.739663 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed113013-ff62-4a36-90f8-c9e6b429dbe7,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:58.741860 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:58.858898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8c0c-36f7-49dc-adbd-752e58a18be9 req-fa04c4b0-3702-4e76-8b5b-cf6e3bd2185c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:58.860410 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1fba8c0c-36f7-49dc-adbd-752e58a18be9 req-fa04c4b0-3702-4e76-8b5b-cf6e3bd2185c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1677699 Jun 11 00:24:58.877359 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4977391-08a1-4381-af0e-30e5349e51b6 req-1800112b-1625-4d20-8745-bab296690cb5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:24:58.878772 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f4977391-08a1-4381-af0e-30e5349e51b6 req-1800112b-1625-4d20-8745-bab296690cb5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.1739676 Jun 11 00:24:58.911126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:58.950624 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1fba8c0c-36f7-49dc-adbd-752e58a18be9 req-37da9fea-abd6-4e12-8d0e-f26cd774c150 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808742 Jun 11 00:24:58.953487 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f4977391-08a1-4381-af0e-30e5349e51b6 req-d248c301-623d-463a-b3e6-c04d0b27eb47 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658400 Jun 11 00:24:59.060264 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.063723 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6105e960-bf68-4aa5-8ead-0f8b7747b561 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:59.101233 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cb884dac5dd4ec693b4d824a3188fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202209 Jun 11 00:24:59.102392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b35fc-525a-415a-8ec8-2887627db1f0,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.104681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51940) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:59.106007 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.162017 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.185470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.294500 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.297358 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.298667 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d7b35fc-525a-415a-8ec8-2887627db1f0 HTTP/1.1" status: 204 len: 168 time: 0.1930084 Jun 11 00:24:59.299599 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-acfc7fe6-50cb-4da4-99b0-88902b976d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:24:59.308299 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7b35fc-525a-415a-8ec8-2887627db1f0,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:24:59.310629 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:24:59.410716 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 51952) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:59.616541 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51956) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:24:59.631666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.735072 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:24:59.810679 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.088550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.092828 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-71dfac4d-af7b-461a-ab0b-247d2121e21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:00.129344 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c6007f394c645129f8d38d22cc10d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117433 Jun 11 00:25:00.132175 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51974) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:00.139636 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b53fac-3fbb-4afe-b34f-77b6dfb3ec93,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:00.148558 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:00.193153 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.228244 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc13930-ae10-4431-9883-711ebc92cba9 req-e32edef8-ce17-4748-8a13-5edfa99045d3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:00.229740 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bdc13930-ae10-4431-9883-711ebc92cba9 req-e32edef8-ce17-4748-8a13-5edfa99045d3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1675570 Jun 11 00:25:00.235355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.239496 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c257a9-034d-4d8a-b38b-a7751483e216 req-fceddc4a-ea11-4fb2-aadd-8b39a1acb1b9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:00.240937 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36c257a9-034d-4d8a-b38b-a7751483e216 req-fceddc4a-ea11-4fb2-aadd-8b39a1acb1b9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.1437864 Jun 11 00:25:00.343204 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bdc13930-ae10-4431-9883-711ebc92cba9 req-670e5baa-0ca7-49cf-9b4b-c114cac0d0df tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011171 Jun 11 00:25:00.345304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.371856 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36c257a9-034d-4d8a-b38b-a7751483e216 req-abd4c72b-846e-4e5e-9102-d199924119df tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180789 Jun 11 00:25:00.387860 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.390586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.392017 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59b53fac-3fbb-4afe-b34f-77b6dfb3ec93 HTTP/1.1" status: 204 len: 168 time: 0.2588849 Jun 11 00:25:00.392984 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:00.413958 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b53fac-3fbb-4afe-b34f-77b6dfb3ec93,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:00.417744 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:00.456186 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.472469 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5ee29237-0975-48a3-9619-f2fc2c780f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:00.510937 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18ab2caac0634f59821605ee9a8841b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985439 Jun 11 00:25:00.512379 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d415f6-b670-4753-8e36-cd35d8837b3e,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:00.518343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 51990) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:00.518501 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:00.589055 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.616288 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.851213 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.853901 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:00.855286 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0d415f6-b670-4753-8e36-cd35d8837b3e HTTP/1.1" status: 204 len: 168 time: 0.3408570 Jun 11 00:25:00.856063 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:00.864818 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d415f6-b670-4753-8e36-cd35d8837b3e,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:00.872467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:00.988124 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52012) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.159796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9f8736cf-3dad-4f58-b854-8362ca9c90f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.197804 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.285064 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400948495-network', 'tenant_id': 'bde21adde24042c8960af1fcd4fe5eb9'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:01.403368 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Made reservation on behalf of bde21adde24042c8960af1fcd4fe5eb9 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:01.405826 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.423806 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.567056 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.614518 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.616130 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22887c13-80f3-4a59-a14c-1167fb7b38c1 req-378dc0ff-2479-4c08-8346-584e34ae168e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:01.617603 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-22887c13-80f3-4a59-a14c-1167fb7b38c1 req-378dc0ff-2479-4c08-8346-584e34ae168e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1541722 Jun 11 00:25:01.619292 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-35c8bef2-badb-4ae0-81b6-1c86dcf7c4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.640605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655977-fe37-44f4-b82a-145a02995c27 req-f5ba8625-49f7-4a77-bcf4-794fd8b51871 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:01.642050 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8d655977-fe37-44f4-b82a-145a02995c27 req-f5ba8625-49f7-4a77-bcf4-794fd8b51871 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.1140206 Jun 11 00:25:01.645955 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:25:01.655430 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6db7e4-a523-403d-a388-0fa8f7009877,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.659070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.662070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.662574 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Added segment d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5 of type vlan for network f0d0386e-b135-43e4-8495-58f1e4d84284 Jun 11 00:25:01.706135 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-22887c13-80f3-4a59-a14c-1167fb7b38c1 req-1a5a303e-21dd-4459-a1b6-06c26db971fa tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796037 Jun 11 00:25:01.722753 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.741852 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8d655977-fe37-44f4-b82a-145a02995c27 req-890eb151-2a5f-4226-933d-29711d07bc05 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850570 Jun 11 00:25:01.817041 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.818584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:01.819165 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:01.831350 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:01.920772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Pushing event updated for resources: {'Network': ['ID=f0d0386e-b135-43e4-8495-58f1e4d84284,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:01.923554 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:01.930508 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network f0d0386e-b135-43e4-8495-58f1e4d84284 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:25:01.942353 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9524047 Jun 11 00:25:01.949507 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52056) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:01.954534 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Request body: {'subnet': {'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400948495-subnet', 'tenant_id': 'bde21adde24042c8960af1fcd4fe5eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:02.142332 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Made reservation on behalf of bde21adde24042c8960af1fcd4fe5eb9 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:02.145375 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28938467'] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.425622 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.475775 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-c603f7bc-a3e2-44ef-952c-186151ba659c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669351 Jun 11 00:25:02.502630 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28938485'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:02.506404 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:02.613018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:02.622878 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:02.633415 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Checking segment: {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:02.633805 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Network hostable DHCP agents. Network: f0d0386e-b135-43e4-8495-58f1e4d84284, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:25:02.638726 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-671b1b19-e76b-47e9-8fdf-45c3d4295f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:02.640254 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-671b1b19-e76b-47e9-8fdf-45c3d4295f36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 1098 time: 0.1047022 Jun 11 00:25:02.809554 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-279d9156-30d8-4b58-8635-4c892e216450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:02.811147 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-279d9156-30d8-4b58-8635-4c892e216450 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 915 time: 0.1329038 Jun 11 00:25:02.887363 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Network f0d0386e-b135-43e4-8495-58f1e4d84284 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:25:02.890387 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-c3709224-8c05-489b-a799-972c383e0ba6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6 HTTP/1.1" status: 200 len: 217 time: 0.0574541 Jun 11 00:25:02.944741 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd5a78-4351-47c7-bcd0-591d48ee9b9e req-12f9347e-42e3-420a-ac81-3a06a54d11f5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:02.946598 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-50cd5a78-4351-47c7-bcd0-591d48ee9b9e req-12f9347e-42e3-420a-ac81-3a06a54d11f5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1243606 Jun 11 00:25:03.046073 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, f0d0386e-b135-43e4-8495-58f1e4d84284) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:03.052100 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-50cd5a78-4351-47c7-bcd0-591d48ee9b9e req-f3784c85-ffe1-4525-9a70-5ffc142ba898 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935540 Jun 11 00:25:03.056816 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:03.057441 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.061965 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee868dd-4611-4a98-acc9-80068de34c1e None None] Network f0d0386e-b135-43e4-8495-58f1e4d84284 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:25:03.072278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52106) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:03.081200 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-da4b45c3-ca48-4bac-9ff4-426ad70c1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:03.082599 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-da4b45c3-ca48-4bac-9ff4-426ad70c1424 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.1771967 Jun 11 00:25:03.162211 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-7e216718-e606-4866-9052-caba22f742c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693076 Jun 11 00:25:03.226800 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-03067298-130b-4ae6-8636-62601c3a6b96 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2760227 Jun 11 00:25:03.295663 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.385681 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-6b583f32-f57b-4e7f-b47e-a4e433ed8ace service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123575 Jun 11 00:25:03.449737 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c0126-f77d-491d-affa-1eb0fc17058d None None] Network f0d0386e-b135-43e4-8495-58f1e4d84284 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:25:03.459101 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.522374 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0b27ab5-c64f-4d3d-a226-db682fd9ba4d req-6851a373-b2ed-4416-83b3-68b5e112e82c service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286306 Jun 11 00:25:03.576507 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.580241 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a7110263-1e58-4a92-bf86-7c4455331ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:03.621090 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2946c4b777e64a3d806588aa0478892c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466862 Jun 11 00:25:03.621963 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85bbd97-9654-44be-9b11-6c3cd5e79774,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:03.624058 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52118) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:03.625511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:03.696483 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.722752 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.770851 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.873641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.876171 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:03.877299 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c85bbd97-9654-44be-9b11-6c3cd5e79774 HTTP/1.1" status: 204 len: 168 time: 0.2522221 Jun 11 00:25:03.878109 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:03.888533 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85bbd97-9654-44be-9b11-6c3cd5e79774,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:03.890951 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:04.309633 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c4190-4657-4012-9b45-0126705cbf7b req-74638160-fcc4-4efd-a560-58a803e36071 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:04.312649 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4e7c4190-4657-4012-9b45-0126705cbf7b req-74638160-fcc4-4efd-a560-58a803e36071 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0852745 Jun 11 00:25:04.356330 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4e7c4190-4657-4012-9b45-0126705cbf7b req-c86a6d59-197e-4f61-bd21-ac4d47e04f3f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379608 Jun 11 00:25:05.786123 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-60a5bbcd-9b80-4b8a-a42d-ad2905d01024 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:05.787647 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-60a5bbcd-9b80-4b8a-a42d-ad2905d01024 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.3989432 Jun 11 00:25:05.809289 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-5a7df031-8126-484f-aead-2b9c9dc30911 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/quotas/1b3412e81680473588443fd3eb40be21 HTTP/1.1" status: 200 len: 375 time: 0.0135889 Jun 11 00:25:05.817405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7025-abba-4970-8954-2e0ad6688069 req-b4fe3267-6269-46d0-8741-eb7abcda6522 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:05.818856 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7d0c7025-abba-4970-8954-2e0ad6688069 req-b4fe3267-6269-46d0-8741-eb7abcda6522 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1147411 Jun 11 00:25:05.905019 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7d0c7025-abba-4970-8954-2e0ad6688069 req-cb2a9cb4-c07d-49c2-ab54-76aa1bbc65ac tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753362 Jun 11 00:25:05.934926 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-34e610c4-fcb1-4d67-90dd-22bdc224a3d9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109262 Jun 11 00:25:06.063887 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-ff4a06ff-bf99-4835-8ec2-178f09053fed service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315002 Jun 11 00:25:06.219870 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-d925f9a2-ed3b-47b4-9f54-357e8d3a5b6d service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526229 Jun 11 00:25:06.323640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-45c5f920-b9ec-45d7-a329-d33e510fdf03 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:06.325145 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-45c5f920-b9ec-45d7-a329-d33e510fdf03 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/networks?id=f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 200 len: 808 time: 0.1605520 Jun 11 00:25:06.343777 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-2f249dd3-5107-4f10-95d1-031af26ba45c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/quotas/bde21adde24042c8960af1fcd4fe5eb9 HTTP/1.1" status: 200 len: 375 time: 0.0127797 Jun 11 00:25:06.388626 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-c40e5884-8ab0-4acb-8b8f-70f4d45ef5ec tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347872 Jun 11 00:25:06.567636 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-97282458-ab51-4d70-99bd-d5689b9b2f23 req-5c9c3688-bf7c-4bc7-bcd6-9741707c694b tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 210 time: 0.0584266 Jun 11 00:25:06.574750 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-5619798d-efe5-4f08-866b-fbfefb0f0351 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786630 Jun 11 00:25:06.717196 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-4fbe03ff-02ef-451e-8ec3-1370d291798f service neutron] 10.222.0.38 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363108 Jun 11 00:25:06.890976 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:07.022791 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-01502456-7760-4fef-918a-958d7b94afe5 req-032e2d52-2c48-4764-9223-01a1669de4a8 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 210 time: 0.0435035 Jun 11 00:25:07.144286 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ec57-e372-4eb8-b0a7-eefda77ef397 req-47dfc8dd-d470-4bad-b53c-c6e1f51f0017 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:07.152395 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5576ec57-e372-4eb8-b0a7-eefda77ef397 req-47dfc8dd-d470-4bad-b53c-c6e1f51f0017 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0931129 Jun 11 00:25:07.199935 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5576ec57-e372-4eb8-b0a7-eefda77ef397 req-1457badd-d7ec-43ee-8e6d-3cdc4bb16d94 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Jun 11 00:25:07.720444 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a8ddf1fe-9bc5-48d6-b7e6-84abffc9aba5 req-a4ed5e95-39a4-47a6-b01c-36f75f8c245c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 210 time: 0.0349796 Jun 11 00:25:08.115024 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c95653f2-3dea-4bea-ad69-1bca61e87efc req-40f182b2-3a6d-499c-8a0d-1c97b381da7b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 210 time: 0.0333097 Jun 11 00:25:08.411718 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b8578-5345-423d-b0b8-90ddb02dec01 req-85c9205d-bf2a-4910-b918-d2afb4375f7b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:08.413198 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-367b8578-5345-423d-b0b8-90ddb02dec01 req-85c9205d-bf2a-4910-b918-d2afb4375f7b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0769198 Jun 11 00:25:08.455968 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-367b8578-5345-423d-b0b8-90ddb02dec01 req-cff6ec01-8f2c-4c29-8dbe-eb7b4f4b7eff tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Jun 11 00:25:08.867458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e4786444-e122-4678-9c4a-363d5ba424a6 req-de5d049c-bb6e-48a5-a98e-b398d595d67c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Jun 11 00:25:09.264959 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-05ed24fe-730a-49a2-b7b7-252a1c416426 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:09.266561 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-05ed24fe-730a-49a2-b7b7-252a1c416426 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.1341147 Jun 11 00:25:09.280384 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5180591e-0ffb-4859-b4d7-5243d4bbb66e req-7eebfe2c-e1cf-484d-b385-3d9cb7119b93 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 210 time: 0.0447862 Jun 11 00:25:09.286949 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Request body: {'port': {'device_id': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'admin_state_up': True, 'tenant_id': '1b3412e81680473588443fd3eb40be21'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:09.484605 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:09.488208 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:09.679769 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Allocated IP 172.20.0.14 (3b5dedd7-b434-4a9f-8d3b-96f6bff5713d/27e6edea-33c5-4a69-ae2e-1ab173f48108/051af121-2a8f-4c00-ad73-689d22fe6a2d) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:09.695715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e046fa7-a9f9-4091-8e24-dbd49037dde6 req-d585aff3-e9b1-4b79-a334-5b728439d093 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:09.697249 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8e046fa7-a9f9-4091-8e24-dbd49037dde6 req-d585aff3-e9b1-4b79-a334-5b728439d093 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0844707 Jun 11 00:25:09.740377 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8e046fa7-a9f9-4091-8e24-dbd49037dde6 req-408699fd-92b9-4f88-a40d-9d393720ae2f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jun 11 00:25:09.981556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-5b289855-ba2f-48bd-84af-3afe6c4ef288 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:09.983294 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-5b289855-ba2f-48bd-84af-3afe6c4ef288 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "GET /v2.0/networks?id=f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 200 len: 808 time: 0.1599290 Jun 11 00:25:09.997264 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Request body: {'port': {'device_id': '692a75f3-3981-457f-b569-b7de5c9a81db', 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284', 'admin_state_up': True, 'tenant_id': 'bde21adde24042c8960af1fcd4fe5eb9'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:10.097313 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e2d3c389-8b57-404a-8d3e-8ba4b87def1d req-2f430b34-f7e2-4e0d-b61c-1b0a4d0ef4c7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 210 time: 0.0700500 Jun 11 00:25:10.130066 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.273997 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.279042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bfd8446f-fccc-476c-a1a4-1d620b6dff41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:10.297349 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6', '6863a96a-512f-4092-ba37-ef450cbdf0ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:10.305439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Made reservation on behalf of bde21adde24042c8960af1fcd4fe5eb9 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:10.309754 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.335080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:10.339786 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:10.344478 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:10.423467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event updated for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:10.432095 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:10.473268 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:10.473953 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.516927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Allocated IP 172.20.0.11 (f0d0386e-b135-43e4-8495-58f1e4d84284/9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8/8f44a27b-4838-4185-b0ab-244ba69941ff) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:10.521604 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f5c48e1-bc9b-446a-bf1e-5699a3f0173e req-6a890a45-9718-4473-b7f2-0ec890a3f43c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 210 time: 0.0467367 Jun 11 00:25:10.548425 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2692401 Jun 11 00:25:10.562056 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Request body: {'port': {'device_id': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:10.699225 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.728061 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.837614 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.844066 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:10.934636 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Network f0d0386e-b135-43e4-8495-58f1e4d84284 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:10.943267 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:10.944895 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:10.950811 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:10.951453 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:10.962549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Pushing event updated for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:10.967730 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:10.999260 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07370-e412-4b7b-b8f1-10f939b2f33e req-70f03527-0287-444d-9c7e-c2cec1a2bc9f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:11.000727 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f8d07370-e412-4b7b-b8f1-10f939b2f33e req-70f03527-0287-444d-9c7e-c2cec1a2bc9f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1481500 Jun 11 00:25:11.046715 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f8d07370-e412-4b7b-b8f1-10f939b2f33e req-3b3ae2d4-d115-4902-bcf5-03f402d5de35 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388982 Jun 11 00:25:11.064825 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051af121-2a8f-4c00-ad73-689d22fe6a2d {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:11.072344 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.083939 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Transition to ACTIVE for port object 051af121-2a8f-4c00-ad73-689d22fe6a2d will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:11.216916 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.220776 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:11.247065 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2543120 Jun 11 00:25:11.262991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Request body: {'port': {'device_id': '692a75f3-3981-457f-b569-b7de5c9a81db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:11.323409 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Pushing event updated for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:11.327124 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:11.355031 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac015-fdd1-47ec-aafc-08a924834c3d req-eefbb5ff-7f07-44bf-a19d-b4daa05de223 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:11.365102 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-486ac015-fdd1-47ec-aafc-08a924834c3d req-eefbb5ff-7f07-44bf-a19d-b4daa05de223 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.1559143 Jun 11 00:25:11.402229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.427104 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-486ac015-fdd1-47ec-aafc-08a924834c3d req-e9847eb6-84e7-4066-96a8-a7f033443298 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604546 Jun 11 00:25:11.428941 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Attempting to bind port 051af121-2a8f-4c00-ad73-689d22fe6a2d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:11.429278 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Attempting to bind port 051af121-2a8f-4c00-ad73-689d22fe6a2d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:11.429597 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Attempting to bind port 051af121-2a8f-4c00-ad73-689d22fe6a2d on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:11.433909 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Port 051af121-2a8f-4c00-ad73-689d22fe6a2d on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:11.434222 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Attempting to bind port 051af121-2a8f-4c00-ad73-689d22fe6a2d on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:11.438974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:11.443354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Checking segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:11.443354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Bound using segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:11.443354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Bound port: 051af121-2a8f-4c00-ad73-689d22fe6a2d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:11.443354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.521141 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:11.524264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:11.677719 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.680689 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:11.721840 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:11.722450 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:11.723828 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] 10.222.0.45 "PUT /v2.0/ports/051af121-2a8f-4c00-ad73-689d22fe6a2d HTTP/1.1" status: 200 len: 1094 time: 1.1666853 Jun 11 00:25:11.724329 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:11.726688 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc" -d '{"events": [{"name": "network-changed", "server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:11.748847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Pushing event updated for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:11.752001 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:11.763127 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8374b96-6179-4792-a008-fb8522c2534b x-openstack-request-id: req-f8374b96-6179-4792-a008-fb8522c2534b {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:11.763527 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:11.763821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8374b96-6179-4792-a008-fb8522c2534b {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:11.764246 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'status': 'completed', 'code': 200} Jun 11 00:25:11.779750 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e8a42-125f-49c2-9e89-78247f8023ac req-b671a5b9-4e2a-45f4-8a94-86acc1240c7c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:11.781240 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f6e8a42-125f-49c2-9e89-78247f8023ac req-b671a5b9-4e2a-45f4-8a94-86acc1240c7c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 932 time: 0.1316688 Jun 11 00:25:11.880242 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-5ce68866-fd0f-4299-8824-54521868c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:11.882632 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-5ce68866-fd0f-4299-8824-54521868c172 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0749390 Jun 11 00:25:12.064051 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-251332fb-4e61-46b9-95e0-7df472df671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.065518 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-251332fb-4e61-46b9-95e0-7df472df671f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b3412e81680473588443fd3eb40be21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1601419 Jun 11 00:25:12.091742 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f44a27b-4838-4185-b0ab-244ba69941ff {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:12.106373 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.121246 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f6e8a42-125f-49c2-9e89-78247f8023ac req-4c270c45-548d-43ef-beb4-d585455ee86e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175075 Jun 11 00:25:12.130901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Transition to ACTIVE for port object 8f44a27b-4838-4185-b0ab-244ba69941ff will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:12.219584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-c6bc1c3a-c44e-4bfb-9c8f-3052bdb700d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.221625 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-43b3fe1d-4e74-4280-8a8d-6c83f8aebffc req-c6bc1c3a-c44e-4bfb-9c8f-3052bdb700d9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476762 Jun 11 00:25:12.230339 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.235682 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:12.337193 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-4ae954db-1a12-47ec-856a-09f7117c95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.338519 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-4ae954db-1a12-47ec-856a-09f7117c95c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0631876 Jun 11 00:25:12.343650 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:12.350310 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:12.395707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16089-38f0-44ad-b8dc-408f2d37174c req-5f79a53c-c085-487b-92eb-83d85eabb279 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.397207 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9cb16089-38f0-44ad-b8dc-408f2d37174c req-5f79a53c-c085-487b-92eb-83d85eabb279 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.2183099 Jun 11 00:25:12.399791 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Attempting to bind port 8f44a27b-4838-4185-b0ab-244ba69941ff on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:12.400152 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Attempting to bind port 8f44a27b-4838-4185-b0ab-244ba69941ff by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:12.400476 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Attempting to bind port 8f44a27b-4838-4185-b0ab-244ba69941ff on network f0d0386e-b135-43e4-8495-58f1e4d84284 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:12.403173 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-c39d0a08-17f3-435d-9859-0c31c1f92324 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d HTTP/1.1" status: 200 len: 217 time: 0.0537255 Jun 11 00:25:12.412788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Port 8f44a27b-4838-4185-b0ab-244ba69941ff on network f0d0386e-b135-43e4-8495-58f1e4d84284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:12.412788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Attempting to bind port 8f44a27b-4838-4185-b0ab-244ba69941ff on network f0d0386e-b135-43e4-8495-58f1e4d84284 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:12.427388 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:12.427727 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Checking segment: {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:12.428113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Bound using segment: {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:12.434285 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Bound port: 8f44a27b-4838-4185-b0ab-244ba69941ff, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:12.434643 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.471565 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9cb16089-38f0-44ad-b8dc-408f2d37174c req-27f0d540-ccb9-431a-95cb-8e81451e904d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678382 Jun 11 00:25:12.507795 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-4d5c3c93-2805-42d7-a342-ae06e6c5e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.509827 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-4d5c3c93-2805-42d7-a342-ae06e6c5e175 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.0994329 Jun 11 00:25:12.544473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:12.549286 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8f44a27b-4838-4185-b0ab-244ba69941ff,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:12.567157 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-441c38a8-4ec9-4735-8147-ab4f67f0ea57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383260 Jun 11 00:25:12.663648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.668988 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:12.679626 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb85c9-0709-4f0c-b0ce-82c18af673c1 req-3ea09ac4-18a3-457b-90e4-756872ad8c09 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.682081 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b5bb85c9-0709-4f0c-b0ce-82c18af673c1 req-3ea09ac4-18a3-457b-90e4-756872ad8c09 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.0839615 Jun 11 00:25:12.712464 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-ec6ba54d-a251-4e6a-94d7-e39792b18a72 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327403 Jun 11 00:25:12.734021 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52448) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:12.768241 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.769382 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.771057 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] 10.222.0.45 "PUT /v2.0/ports/8f44a27b-4838-4185-b0ab-244ba69941ff HTTP/1.1" status: 200 len: 1094 time: 1.5130661 Jun 11 00:25:12.791877 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:12.794450 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a" -d '{"events": [{"name": "network-changed", "server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:12.823478 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b5bb85c9-0709-4f0c-b0ce-82c18af673c1 req-7a6b6c79-4eed-4aa6-9e94-3660b9fc2009 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354151 Jun 11 00:25:12.824207 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:12.827804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:12.859875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5f5e5-21cc-43c6-a995-8801629c61d9 x-openstack-request-id: req-dcb5f5e5-21cc-43c6-a995-8801629c61d9 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:12.859875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:12.859875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dcb5f5e5-21cc-43c6-a995-8801629c61d9 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:12.859875 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff', 'status': 'completed', 'code': 200} Jun 11 00:25:12.869572 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bed88056-b7d7-4f1c-b76d-e5a06b45f67f req-69648c01-38d2-4292-ad69-fafb2efaf0ed service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498413 Jun 11 00:25:12.907640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:12.961184 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-10971565-4d96-4a79-bd80-753565300cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:12.962685 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-10971565-4d96-4a79-bd80-753565300cee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 1097 time: 0.0616620 Jun 11 00:25:13.113916 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-235c8277-4573-422f-8763-378ee07f9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.115421 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-235c8277-4573-422f-8763-378ee07f9e76 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1427300 Jun 11 00:25:13.138490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.221251 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.249305 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-25b6f45c-fcaa-40b4-aad8-b7814ab8c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.250757 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8731d1fe-e20e-4194-8a1c-0ce54ec1e92a req-25b6f45c-fcaa-40b4-aad8-b7814ab8c157 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292093 Jun 11 00:25:13.251892 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3251cae5-a076-4b57-b205-514d44c96ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:13.306332 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ec529c3055d4eaf9bf066754fabfc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562286 Jun 11 00:25:13.312478 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52464) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:13.319869 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f112b6-0972-4789-a8f2-5234093180fd,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:13.334342 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:13.359879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-edd1fc1a-be8b-4a72-b15d-f0e23516fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.363137 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-edd1fc1a-be8b-4a72-b15d-f0e23516fb44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 1097 time: 0.0707273 Jun 11 00:25:13.398858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d40f0-b0de-4e3e-b81a-679044470875 req-8398ceb0-ac6b-4304-bcfd-18f813f26ed2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.400945 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9e5d40f0-b0de-4e3e-b81a-679044470875 req-8398ceb0-ac6b-4304-bcfd-18f813f26ed2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.1501839 Jun 11 00:25:13.403756 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.421238 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-b4932698-bae8-49e3-81fd-fb81f50fbab9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f44a27b-4838-4185-b0ab-244ba69941ff HTTP/1.1" status: 200 len: 217 time: 0.0523481 Jun 11 00:25:13.442818 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.474209 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9e5d40f0-b0de-4e3e-b81a-679044470875 req-dba4c417-13f8-4509-b127-b0434ad90c17 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660458 Jun 11 00:25:13.486504 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-fa46dea1-345e-4d1c-b20f-db922ced5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.488021 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-fa46dea1-345e-4d1c-b20f-db922ced5882 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8 HTTP/1.1" status: 200 len: 848 time: 0.0544486 Jun 11 00:25:13.528506 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-0933e3da-0998-4eaf-9019-2ed756a3b23d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0d0386e-b135-43e4-8495-58f1e4d84284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334783 Jun 11 00:25:13.632143 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.634989 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:13.636311 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69f112b6-0972-4789-a8f2-5234093180fd HTTP/1.1" status: 204 len: 168 time: 0.3229413 Jun 11 00:25:13.637959 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-222056eb-b8b9-4861-a799-a6b0d8f8c0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:13.649833 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f112b6-0972-4789-a8f2-5234093180fd,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:13.653205 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:13.684394 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f531-f936-4f4c-afc5-7992518c5b91 req-a666bc52-df37-4e85-a7a3-570847e27d6b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:13.686022 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-84e3f531-f936-4f4c-afc5-7992518c5b91 req-a666bc52-df37-4e85-a7a3-570847e27d6b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0929840 Jun 11 00:25:13.718537 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-b03b0d24-1c7c-4e44-8521-9d8cef5fbd95 service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618466 Jun 11 00:25:13.752282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-84e3f531-f936-4f4c-afc5-7992518c5b91 req-79b05a45-a81f-4450-b981-866c05b0b03f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 Jun 11 00:25:13.831120 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27ffe547-c666-4d6c-83bd-48015fb465f6 req-73136c5c-413d-44fe-825a-5a8a0f305fcd service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116357 Jun 11 00:25:14.011605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb9a3-db5c-4d74-92c1-ce1660e4e979 req-a95f9f90-53ed-4936-9004-6ee0be7169d4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:14.013162 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d41bb9a3-db5c-4d74-92c1-ce1660e4e979 req-a95f9f90-53ed-4936-9004-6ee0be7169d4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.0702565 Jun 11 00:25:14.059011 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d41bb9a3-db5c-4d74-92c1-ce1660e4e979 req-cea3d793-0b3c-4acd-a36f-0fa4da90fc42 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Jun 11 00:25:14.400127 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52486) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:14.415273 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.513002 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.582016 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.585432 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-307e2c4f-db3e-4cb3-a70d-53ad62cb9239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:14.666455 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea7cdd8a2bea4b4a93b9789b3fb4bd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651868 Jun 11 00:25:14.669300 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f2206-bede-4c29-86f3-568eab8a7557,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:14.670187 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52492) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:14.674426 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:14.714599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d5cf-f2f2-48ab-b4e0-a52632b92a87 req-4e5200ad-ffbc-4f3b-a879-a754d69481e2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:14.716249 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5d8d5cf-f2f2-48ab-b4e0-a52632b92a87 req-4e5200ad-ffbc-4f3b-a879-a754d69481e2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.1172006 Jun 11 00:25:14.731303 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.762682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:14.802983 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5d8d5cf-f2f2-48ab-b4e0-a52632b92a87 req-c037b4c8-03fa-4435-85a3-806ab4174921 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801604 Jun 11 00:25:14.975712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd94b-b829-4d83-b5b6-8e919b969ae6 req-08372f30-4c65-48f9-b982-51ec02f724d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:14.977055 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-722fd94b-b829-4d83-b5b6-8e919b969ae6 req-08372f30-4c65-48f9-b982-51ec02f724d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jun 11 00:25:15.022312 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-722fd94b-b829-4d83-b5b6-8e919b969ae6 req-d968046d-b518-4f94-8588-55e195c6cfe5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389361 Jun 11 00:25:15.147972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:15.151198 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:15.152972 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/541f2206-bede-4c29-86f3-568eab8a7557 HTTP/1.1" status: 204 len: 168 time: 0.4814498 Jun 11 00:25:15.153804 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3c49c317-6e0c-4e82-aae9-aefcb04f9506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:15.163279 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f2206-bede-4c29-86f3-568eab8a7557,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:15.166450 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:15.255807 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fd93-e16f-45bc-8799-82da29c0fc2d req-29695f88-db81-4747-ae16-2c8a2d14798a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:15.257357 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0722fd93-e16f-45bc-8799-82da29c0fc2d req-29695f88-db81-4747-ae16-2c8a2d14798a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.0721905 Jun 11 00:25:15.302353 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0722fd93-e16f-45bc-8799-82da29c0fc2d req-3279e0c4-9b39-4af7-b670-ec91ebaf66b5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Jun 11 00:25:15.980261 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12394e45-df07-48bc-96b2-012da06c98ee req-dec49fb5-15f3-41a2-ade9-97f42599a0ca tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:15.981719 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-12394e45-df07-48bc-96b2-012da06c98ee req-dec49fb5-15f3-41a2-ade9-97f42599a0ca tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.0685446 Jun 11 00:25:16.031265 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-12394e45-df07-48bc-96b2-012da06c98ee req-fd2f371d-dedf-48b4-b313-f2882441c514 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jun 11 00:25:16.216463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd572a1-b995-4f59-aa94-c79e25f17ec0 req-6bb197c5-1082-4911-8f2e-31305d7c26b4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:16.217983 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5fd572a1-b995-4f59-aa94-c79e25f17ec0 req-6bb197c5-1082-4911-8f2e-31305d7c26b4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0705523 Jun 11 00:25:16.264347 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5fd572a1-b995-4f59-aa94-c79e25f17ec0 req-39eae309-5bed-4768-b94d-a76e97b0bb8f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Jun 11 00:25:16.483780 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66a3c-779a-49a7-922e-3728195badd2 req-0d6411fd-7113-4edc-b52c-147541e66576 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:16.485262 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3a66a3c-779a-49a7-922e-3728195badd2 req-0d6411fd-7113-4edc-b52c-147541e66576 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.0681138 Jun 11 00:25:16.529784 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3a66a3c-779a-49a7-922e-3728195badd2 req-c48256b0-6d54-45df-8fdd-3f712b6afab6 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Jun 11 00:25:17.234323 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c9b30-e5d1-4817-8dfc-e21f2380ca35 req-6e986d72-5792-4bc4-96e0-452d551238cd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:17.242318 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f33c9b30-e5d1-4817-8dfc-e21f2380ca35 req-6e986d72-5792-4bc4-96e0-452d551238cd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.0983346 Jun 11 00:25:17.281994 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f33c9b30-e5d1-4817-8dfc-e21f2380ca35 req-b882142d-f7bf-489b-87e3-25b31028428b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 Jun 11 00:25:17.460705 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668daba6-03f1-4190-ac6b-543d865bc251 req-450f3f83-0c67-44a4-a2f6-1356a4360945 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:17.460705 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-668daba6-03f1-4190-ac6b-543d865bc251 req-450f3f83-0c67-44a4-a2f6-1356a4360945 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0709572 Jun 11 00:25:17.508184 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-668daba6-03f1-4190-ac6b-543d865bc251 req-57ad89b3-5a5c-45cf-8b19-53ee441971c7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Jun 11 00:25:17.661055 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 051af121-2a8f-4c00-ad73-689d22fe6a2d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:25:17.724827 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67ab2-454a-4dbf-864d-019bbcdcba3e req-112b51d3-a49b-432b-a24b-bf67031f5282 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:17.728381 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3b67ab2-454a-4dbf-864d-019bbcdcba3e req-112b51d3-a49b-432b-a24b-bf67031f5282 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 944 time: 0.0830762 Jun 11 00:25:17.771784 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3b67ab2-454a-4dbf-864d-019bbcdcba3e req-176350dc-440d-4d59-b694-294b31a1f0f0 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Jun 11 00:25:17.799388 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:17.812104 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'port_id': '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'mac_address': 'fa:16:3e:65:c0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e6edea-33c5-4a69-ae2e-1ab173f48108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:25:17.855534 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:17.870573 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051af121-2a8f-4c00-ad73-689d22fe6a2d {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:17.890404 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:17.987691 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:17.989482 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:18.043990 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:18.047656 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:18.454696 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['051af121-2a8f-4c00-ad73-689d22fe6a2d'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:18.473214 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd24f6-00d1-47c2-9456-3216f80abae4 req-4109540d-b49b-4a5e-b160-8f581c4cf5b7 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:18.475339 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-47bd24f6-00d1-47c2-9456-3216f80abae4 req-4109540d-b49b-4a5e-b160-8f581c4cf5b7 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.0808897 Jun 11 00:25:18.528884 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-47bd24f6-00d1-47c2-9456-3216f80abae4 req-8f83bd6e-d404-4483-871f-525e445c5707 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jun 11 00:25:18.693461 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf85b-4d2e-4cd5-ab2b-e7e8d963e2e6 req-adf4b1ee-d430-482e-ba34-4934b6478add tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:18.694908 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-06cbf85b-4d2e-4cd5-ab2b-e7e8d963e2e6 req-adf4b1ee-d430-482e-ba34-4934b6478add tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0687275 Jun 11 00:25:18.743649 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-06cbf85b-4d2e-4cd5-ab2b-e7e8d963e2e6 req-aeb8428c-01b4-4150-bb88-9381404bdffb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Jun 11 00:25:18.927019 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52656) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:18.960629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0a5da-998e-4580-af56-bc2f1b4ee2d1 req-004ae73e-85cf-4305-aeb7-95208c6e46d7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:18.962139 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bee0a5da-998e-4580-af56-bc2f1b4ee2d1 req-004ae73e-85cf-4305-aeb7-95208c6e46d7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 945 time: 0.0702994 Jun 11 00:25:19.008071 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bee0a5da-998e-4580-af56-bc2f1b4ee2d1 req-2c66c739-ddee-48a5-a514-92ae76bb4cdd tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Jun 11 00:25:19.032578 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.132726 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.204761 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.208302 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:19.249483 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e201a1f9a3ea43abbc0ad3e7d1ae5543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211668 Jun 11 00:25:19.250391 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff20d0-b10d-4280-a645-09c4059fb622,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:19.253435 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:19.253606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52664) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:19.265106 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52666) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:19.306589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.328660 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.370381 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.462414 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.465051 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.466441 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ff20d0-b10d-4280-a645-09c4059fb622 HTTP/1.1" status: 204 len: 168 time: 0.2115850 Jun 11 00:25:19.467311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-23927460-f48f-4b31-b9bf-22df029ac30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:19.478336 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff20d0-b10d-4280-a645-09c4059fb622,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:19.480638 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:19.546380 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.639085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.642591 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-cfe51a8e-cc1e-4e90-aca0-18e8af51d456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:19.682898 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78614e26ebea43efa0c7a349522754ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163556 Jun 11 00:25:19.684316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c6d17f-df3a-4172-a336-4f01546e6d22,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:19.685639 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52680) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:19.687839 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:19.689071 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 8f44a27b-4838-4185-b0ab-244ba69941ff details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:25:19.768270 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.778291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47478eb-0f2d-4201-ad6e-4d96762d21b2 req-5b156114-6af7-4f32-916b-a8c916c731ad tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:19.779868 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f47478eb-0f2d-4201-ad6e-4d96762d21b2 req-5b156114-6af7-4f32-916b-a8c916c731ad tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.1290929 Jun 11 00:25:19.821912 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.855922 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f47478eb-0f2d-4201-ad6e-4d96762d21b2 req-983c8b93-b9b5-4aa6-92de-c4818b81ca67 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669448 Jun 11 00:25:19.882393 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8f44a27b-4838-4185-b0ab-244ba69941ff,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:19.899657 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '8f44a27b-4838-4185-b0ab-244ba69941ff', 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284', 'port_id': '8f44a27b-4838-4185-b0ab-244ba69941ff', 'mac_address': 'fa:16:3e:88:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:25:19.946340 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:19.966859 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f44a27b-4838-4185-b0ab-244ba69941ff {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:19.973380 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2154-3b55-41d9-87e5-2cccf4eee869 req-c09114ac-c628-42a5-8515-a37a40f36d83 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:19.975139 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f48e2154-3b55-41d9-87e5-2cccf4eee869 req-c09114ac-c628-42a5-8515-a37a40f36d83 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0812063 Jun 11 00:25:20.057602 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8f44a27b-4838-4185-b0ab-244ba69941ff,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:20.058455 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f48e2154-3b55-41d9-87e5-2cccf4eee869 req-4ab0a96b-9b15-4a38-b80e-48cda0bfd10c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Jun 11 00:25:20.188208 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f86ea4-ea7f-4f2d-a188-aa5edd7a85e1 req-22ebe3dc-3fb5-4e63-b810-d67495eb0305 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:20.189705 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-83f86ea4-ea7f-4f2d-a188-aa5edd7a85e1 req-22ebe3dc-3fb5-4e63-b810-d67495eb0305 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 945 time: 0.0714738 Jun 11 00:25:20.231054 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-83f86ea4-ea7f-4f2d-a188-aa5edd7a85e1 req-4e42b97d-c160-415d-bd13-ae4bd713d814 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31c6d17f-df3a-4172-a336-4f01546e6d22 HTTP/1.1" status: 204 len: 168 time: 1.1435726 Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fb529aee-9bb4-458c-9db0-42f4fe146e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c6d17f-df3a-4172-a336-4f01546e6d22,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:20.848347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.033592 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.039676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:21.044042 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0da7b-8d22-4490-9213-c891faaf6533 req-218160b8-1f4d-4936-aa50-5e2e818eebb4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.045569 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-42b0da7b-8d22-4490-9213-c891faaf6533 req-218160b8-1f4d-4936-aa50-5e2e818eebb4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 944 time: 0.0694728 Jun 11 00:25:21.092570 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-42b0da7b-8d22-4490-9213-c891faaf6533 req-3ca22c48-1ff5-47f0-975d-534928836220 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Jun 11 00:25:21.093655 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:21.096971 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.215876 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118eb4e-1eb0-4d81-af86-41a146825cba req-3b40c7c9-d7bd-4957-869b-110365239fb4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.217347 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d118eb4e-1eb0-4d81-af86-41a146825cba req-3b40c7c9-d7bd-4957-869b-110365239fb4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0732248 Jun 11 00:25:21.259611 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d118eb4e-1eb0-4d81-af86-41a146825cba req-583a6590-3309-459c-87e8-ac4d30c1cdec tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Jun 11 00:25:21.412093 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab825602-5787-4b74-bcfc-b8357d59c2e2 req-2ce93123-dd14-4fd8-942e-21124bc82c62 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:21.413661 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ab825602-5787-4b74-bcfc-b8357d59c2e2 req-2ce93123-dd14-4fd8-942e-21124bc82c62 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 945 time: 0.0715137 Jun 11 00:25:21.461534 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ab825602-5787-4b74-bcfc-b8357d59c2e2 req-93a8ff15-eb74-4984-9d48-049a3838f083 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Jun 11 00:25:21.467040 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52708) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:21.489668 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.548645 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['8f44a27b-4838-4185-b0ab-244ba69941ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:21.586317 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.662169 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.666996 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2aadd6d1-226a-4fdb-b17e-f12354550a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:21.694352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 051af121-2a8f-4c00-ad73-689d22fe6a2d up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:21.707972 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b8ca448199241e68a45aab47b16c389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399509 Jun 11 00:25:21.709202 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22ebd0-cb13-4263-bb81-755a24414b6a,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:21.712026 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52710) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:21.712791 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.750166 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 52712) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:21.765887 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.769569 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.793883 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.825721 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 051af121-2a8f-4c00-ad73-689d22fe6a2d completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:21.829805 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 051af121-2a8f-4c00-ad73-689d22fe6a2d triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:21.830174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.911692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.918966 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.920875 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c22ebd0-cb13-4263-bb81-755a24414b6a HTTP/1.1" status: 204 len: 168 time: 0.2072146 Jun 11 00:25:21.922265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-89dd8bad-5d4d-4a32-b033-c50efd0d5f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:21.929042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:21.934186 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22ebd0-cb13-4263-bb81-755a24414b6a,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:21.938674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:21.967135 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:21.969949 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10abe963-3093-4258-ac4c-c5cb7903a954" -d '{"events": [{"server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "name": "network-vif-plugged", "status": "completed", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:21.989080 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:21.997685 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.017068 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773fa0fd-59fe-478b-b6ab-11bcd2e4200c x-openstack-request-id: req-773fa0fd-59fe-478b-b6ab-11bcd2e4200c {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:22.017370 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "name": "network-vif-plugged", "status": "completed", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:22.017632 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-773fa0fd-59fe-478b-b6ab-11bcd2e4200c {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:22.018039 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'code': 200} Jun 11 00:25:22.045224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.048140 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:22.073919 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.078738 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8788932a-4e1f-4f3c-a261-bcac0688e13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:22.117075 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:22.120682 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:22.137073 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a98e4c9eda1d42d99ca94034d045d812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858283 Jun 11 00:25:22.138306 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be36bc7-2cb2-4ac8-9ae5-fbf34752e0d6,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:22.139778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52758) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:22.141377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:22.196328 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.222604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.330764 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.333755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:22.344765 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7be36bc7-2cb2-4ac8-9ae5-fbf34752e0d6 HTTP/1.1" status: 204 len: 168 time: 0.1944132 Jun 11 00:25:22.344765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ea8b2262-6c5b-4914-a38e-a10d6cc34dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:22.345505 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4ed2c-a8e6-40d9-a198-a82a0d57bc50 req-4dc35bab-ee60-4660-b0ec-69383866900d tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.350641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be36bc7-2cb2-4ac8-9ae5-fbf34752e0d6,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:22.354498 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:22.361617 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b1f4ed2c-a8e6-40d9-a198-a82a0d57bc50 req-4dc35bab-ee60-4660-b0ec-69383866900d tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 945 time: 0.0998452 Jun 11 00:25:22.429117 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b1f4ed2c-a8e6-40d9-a198-a82a0d57bc50 req-ae9d4359-8cee-4028-80ad-d717daf817bb tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666902 Jun 11 00:25:22.473738 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055fcb1-38ad-43ca-a4ad-fa1249887b11 req-31fbaeea-4335-48fe-9611-c4b1fb1fe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.475582 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e055fcb1-38ad-43ca-a4ad-fa1249887b11 req-31fbaeea-4335-48fe-9611-c4b1fb1fe27c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0998909 Jun 11 00:25:22.529728 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e055fcb1-38ad-43ca-a4ad-fa1249887b11 req-0cf75c83-4b05-4b02-9612-7b77cde37a40 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Jun 11 00:25:22.537423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74437236-f8c0-49df-8c1a-e074a62ad073 req-004d81d9-cae2-4ba9-bdf9-0fc897507ec1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.539263 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-74437236-f8c0-49df-8c1a-e074a62ad073 req-004d81d9-cae2-4ba9-bdf9-0fc897507ec1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0949824 Jun 11 00:25:22.595850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-74437236-f8c0-49df-8c1a-e074a62ad073 req-bc090ea0-b214-46ee-97ca-7df7b60cf7cc tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Jun 11 00:25:22.684651 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1e836-cc8d-4733-aa20-155f6c431ea9 req-e9041096-6df4-4bca-b798-dcb4be327c8a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:22.684651 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-faf1e836-cc8d-4733-aa20-155f6c431ea9 req-e9041096-6df4-4bca-b798-dcb4be327c8a tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.0865524 Jun 11 00:25:22.733575 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-faf1e836-cc8d-4733-aa20-155f6c431ea9 req-42cc6a3a-d0dc-4386-9342-0978d197d315 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Jun 11 00:25:23.050953 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52796) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:23.068995 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.166601 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.260250 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.262931 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-8bffb047-d4ce-4136-b341-a1806ffa8fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:23.301033 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1923f9b-5c28-4b48-b586-0521c0bd66c0,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:23.306370 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b908902b510d418bac9427dfa8eef72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532248 Jun 11 00:25:23.306798 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:23.310782 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 52816) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:23.374237 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.403938 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.614444 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79b3c-8b17-45af-93a0-faf22a4da9d9 req-9e2c4f82-e00f-431e-8aa7-feb2c0843ae5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:23.616709 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20f79b3c-8b17-45af-93a0-faf22a4da9d9 req-9e2c4f82-e00f-431e-8aa7-feb2c0843ae5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 945 time: 0.0713780 Jun 11 00:25:23.620936 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.621714 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:23.623007 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1923f9b-5c28-4b48-b586-0521c0bd66c0 HTTP/1.1" status: 204 len: 168 time: 0.3134589 Jun 11 00:25:23.624372 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-809d68b3-fddd-483b-896d-ddea35d1478c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:23.645548 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1923f9b-5c28-4b48-b586-0521c0bd66c0,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:23.661408 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:23.668679 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20f79b3c-8b17-45af-93a0-faf22a4da9d9 req-bb204330-b961-4b6d-a345-2e56850d5bed tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Jun 11 00:25:23.708955 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 8f44a27b-4838-4185-b0ab-244ba69941ff up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:23.845237 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207387e3-7def-4a56-9b7a-6d16a56a36dc req-5b2e7263-e4cd-4693-9f40-154a6d97b27c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:23.853317 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-207387e3-7def-4a56-9b7a-6d16a56a36dc req-5b2e7263-e4cd-4693-9f40-154a6d97b27c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1258242 Jun 11 00:25:23.906553 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-207387e3-7def-4a56-9b7a-6d16a56a36dc req-3e915e07-be23-4836-bfc9-005edc9ade32 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491967 Jun 11 00:25:23.991741 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 8f44a27b-4838-4185-b0ab-244ba69941ff completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:23.999401 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 8f44a27b-4838-4185-b0ab-244ba69941ff triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:24.002062 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:24.058629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef20c5-ef13-447c-8057-a85be5cbfd24 req-85adfcd6-ccb8-42d8-9797-9a39cfb854d3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:24.063939 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-99ef20c5-ef13-447c-8057-a85be5cbfd24 req-85adfcd6-ccb8-42d8-9797-9a39cfb854d3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.1587644 Jun 11 00:25:24.144320 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-99ef20c5-ef13-447c-8057-a85be5cbfd24 req-f74a6d4a-9418-4a2b-9181-5153605445ae tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704494 Jun 11 00:25:24.176555 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:24.203642 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:24.205900 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78de0a0a-9796-446e-9864-6925371ed863" -d '{"events": [{"server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "name": "network-vif-plugged", "status": "completed", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:24.223138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8f44a27b-4838-4185-b0ab-244ba69941ff,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:24.250616 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e683460a-1c2f-4741-bcd4-fd6f96cc5b30 x-openstack-request-id: req-e683460a-1c2f-4741-bcd4-fd6f96cc5b30 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:24.250938 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "name": "network-vif-plugged", "status": "completed", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:24.251160 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e683460a-1c2f-4741-bcd4-fd6f96cc5b30 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:24.251633 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff', 'code': 200} Jun 11 00:25:24.284992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:24.287274 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:24.342734 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:24.345925 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:24.619350 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0046-d89b-4f2d-9e60-b9ca8d5f48bd req-da5aa11f-0def-4512-97b1-e478769eba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:24.620856 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f92d0046-d89b-4f2d-9e60-b9ca8d5f48bd req-da5aa11f-0def-4512-97b1-e478769eba7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 1099 time: 0.0611308 Jun 11 00:25:24.659034 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f92d0046-d89b-4f2d-9e60-b9ca8d5f48bd req-cf7fba75-2d89-4b89-b625-451ff8d48da3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Jun 11 00:25:24.861806 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaed07-fb7d-485b-8cc3-254960819d14 req-61ddbf63-2ad1-44f3-bda8-2df12c56bec2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:24.863296 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bfdaed07-fb7d-485b-8cc3-254960819d14 req-61ddbf63-2ad1-44f3-bda8-2df12c56bec2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0745373 Jun 11 00:25:24.904196 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bfdaed07-fb7d-485b-8cc3-254960819d14 req-30019639-15b1-4a0e-a300-01782f832a97 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351458 Jun 11 00:25:25.113954 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc7451-9330-4e3a-81f9-b1955372ee8f req-89839e17-bba2-4002-986c-c71268f51505 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:25.115524 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4fcc7451-9330-4e3a-81f9-b1955372ee8f req-89839e17-bba2-4002-986c-c71268f51505 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0693574 Jun 11 00:25:25.163795 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4fcc7451-9330-4e3a-81f9-b1955372ee8f req-ed96ac06-8a18-4d42-9cc2-3fc9621f0102 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Jun 11 00:25:25.332304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6d139-155f-47ff-a204-b4db4faa549d req-02c2ce4e-8b5a-4db0-a065-491d4c911c2d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:25.337586 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ea6d139-155f-47ff-a204-b4db4faa549d req-02c2ce4e-8b5a-4db0-a065-491d4c911c2d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.0729847 Jun 11 00:25:25.385710 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ea6d139-155f-47ff-a204-b4db4faa549d req-c55f09f5-7326-40f0-997b-e6926de69560 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Jun 11 00:25:26.088117 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5f222-556b-4d2c-a743-22b9972d7138 req-5c224ba9-1edd-443f-99da-8ca78601f8c2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:26.089579 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2ba5f222-556b-4d2c-a743-22b9972d7138 req-5c224ba9-1edd-443f-99da-8ca78601f8c2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0711231 Jun 11 00:25:26.130429 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2ba5f222-556b-4d2c-a743-22b9972d7138 req-442f0f66-ba60-4eb1-ae7c-bd34287a05e7 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jun 11 00:25:26.349985 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30d23-5fe7-4d74-b526-2129d35dc9c4 req-4624ea1d-c64f-49fd-a891-3fb106012be9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:26.351613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3fc30d23-5fe7-4d74-b526-2129d35dc9c4 req-4624ea1d-c64f-49fd-a891-3fb106012be9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0753858 Jun 11 00:25:26.396321 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3fc30d23-5fe7-4d74-b526-2129d35dc9c4 req-4c71fc11-2d4e-481e-9c10-133899368d4a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370736 Jun 11 00:25:27.317808 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ce155-5c2b-4ee2-a366-d215778f0990 req-af08cb1e-0d15-4c66-952d-8bdc39b9cbf2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:27.319286 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d70ce155-5c2b-4ee2-a366-d215778f0990 req-af08cb1e-0d15-4c66-952d-8bdc39b9cbf2 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0710223 Jun 11 00:25:27.360263 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d70ce155-5c2b-4ee2-a366-d215778f0990 req-9ae622fd-3a87-4daa-8159-25e164dd5f15 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Jun 11 00:25:27.586039 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1069ea-b517-4bbf-b1fd-b876ecb57c11 req-4d24560d-9514-4893-a482-7c1260c76ee1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:27.587566 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f1069ea-b517-4bbf-b1fd-b876ecb57c11 req-4d24560d-9514-4893-a482-7c1260c76ee1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0713515 Jun 11 00:25:27.630601 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f1069ea-b517-4bbf-b1fd-b876ecb57c11 req-d556f310-8f99-4134-aa3c-ddca809661e1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jun 11 00:25:28.524705 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-758c55ab-e471-4c8b-81ad-50457ae303aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:29.154062 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eb5df-f6e6-4c2e-a4e3-bd0551caaed8 req-f664810a-516f-46a2-ad1b-b2ac96b0dc27 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:29.155687 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f1eb5df-f6e6-4c2e-a4e3-bd0551caaed8 req-f664810a-516f-46a2-ad1b-b2ac96b0dc27 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0784280 Jun 11 00:25:29.202445 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f1eb5df-f6e6-4c2e-a4e3-bd0551caaed8 req-614f6677-22a8-4fe8-b12b-be4ae2cc29f6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Jun 11 00:25:29.388466 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02346a7d-9032-429c-b052-dc6334ab343b req-2baa6847-8f5f-4f72-8153-8b19b10551e0 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:29.390064 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-02346a7d-9032-429c-b052-dc6334ab343b req-2baa6847-8f5f-4f72-8153-8b19b10551e0 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0764701 Jun 11 00:25:29.430811 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-02346a7d-9032-429c-b052-dc6334ab343b req-3f3be959-f8b8-4a07-af96-23849d364106 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jun 11 00:25:29.855909 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:25:30.385577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8a4b-f93b-4516-a1ef-84335ae20c6e req-7a4c0fec-f23d-4017-ad0a-9976b84ee4b9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:30.387020 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-092b8a4b-f93b-4516-a1ef-84335ae20c6e req-7a4c0fec-f23d-4017-ad0a-9976b84ee4b9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0706334 Jun 11 00:25:30.428601 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-092b8a4b-f93b-4516-a1ef-84335ae20c6e req-b0990c18-70a2-4608-9724-cbb5fd5be5da tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Jun 11 00:25:30.616531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ceac1-e5de-4548-a6aa-f77017636cfd req-838d0994-0d6e-4305-b5e1-8dd04ebbe1f5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:30.617980 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e96ceac1-e5de-4548-a6aa-f77017636cfd req-838d0994-0d6e-4305-b5e1-8dd04ebbe1f5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0711436 Jun 11 00:25:30.660179 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e96ceac1-e5de-4548-a6aa-f77017636cfd req-9f673d95-afe4-4b16-8340-833064d07fc1 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364404 Jun 11 00:25:31.133946 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-041bc9a2-f328-4b28-80c2-1e3e3c3caddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:31.208374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:31.341765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-b2a8126b-eb2d-4ac8-92d2-b0e6b0f4ee60 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:31.343199 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-b2a8126b-eb2d-4ac8-92d2-b0e6b0f4ee60 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0772240 Jun 11 00:25:31.466999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Deleting port 8f44a27b-4838-4185-b0ab-244ba69941ff {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:25:31.467384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:31.632477 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115fb12-e10b-4329-b8a1-e83e6dea073c req-e382e2dd-97ca-4bef-83b2-56ba6c0a1d99 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:31.634129 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b115fb12-e10b-4329-b8a1-e83e6dea073c req-e382e2dd-97ca-4bef-83b2-56ba6c0a1d99 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0899522 Jun 11 00:25:31.682197 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b115fb12-e10b-4329-b8a1-e83e6dea073c req-fde2e491-16e4-431c-bbc9-c6cca82a2829 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jun 11 00:25:31.859831 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] For port 8f44a27b-4838-4185-b0ab-244ba69941ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8f44a27b-4838-4185-b0ab-244ba69941ff,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:31.860213 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:31.863134 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f8a7-dd84-45dd-8749-2ce455948644 req-804c84dc-c0ed-48b9-99cb-8a09b61a6fce tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:31.864641 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9572f8a7-dd84-45dd-8749-2ce455948644 req-804c84dc-c0ed-48b9-99cb-8a09b61a6fce tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 946 time: 0.0837398 Jun 11 00:25:31.908044 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9572f8a7-dd84-45dd-8749-2ce455948644 req-72b448b7-0248-4fe5-a420-9e6b7d1fa8b4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Jun 11 00:25:31.955032 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Calling delete_port for 8f44a27b-4838-4185-b0ab-244ba69941ff owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:25:32.204899 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:32.223894 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:32.224501 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['8f44a27b-4838-4185-b0ab-244ba69941ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:32.247568 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Pushing event deleted for resources: {'Port': ['ID=8f44a27b-4838-4185-b0ab-244ba69941ff,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:32.250654 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:32.311697 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] No DVR routers for this DVR port 8f44a27b-4838-4185-b0ab-244ba69941ff on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:25:32.314986 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:32.316967 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a60e2414-0be6-46aa-ba66-e39b921b5c1b req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "DELETE /v2.0/ports/8f44a27b-4838-4185-b0ab-244ba69941ff HTTP/1.1" status: 204 len: 173 time: 0.9686146 Jun 11 00:25:32.317452 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'name': 'network-vif-deleted', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:32.320034 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccc6d0-5757-4799-bb01-3835791a8319" -d '{"events": [{"server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "name": "network-vif-deleted", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:32.365287 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6f870c-6e40-49c3-bc05-ce4e8b15dec3 x-openstack-request-id: req-7f6f870c-6e40-49c3-bc05-ce4e8b15dec3 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:32.365845 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692a75f3-3981-457f-b569-b7de5c9a81db", "name": "network-vif-deleted", "tag": "8f44a27b-4838-4185-b0ab-244ba69941ff", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:32.365845 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f6f870c-6e40-49c3-bc05-ce4e8b15dec3 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:32.366305 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692a75f3-3981-457f-b569-b7de5c9a81db', 'name': 'network-vif-deleted', 'tag': '8f44a27b-4838-4185-b0ab-244ba69941ff', 'status': 'completed', 'code': 200} Jun 11 00:25:32.421964 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:32.730673 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1e94-cb7c-4e3a-9fd7-e14adb110aa1 req-40c7b45e-e3ce-4adc-8725-f9f2c645383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:32.732202 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e0fe1e94-cb7c-4e3a-9fd7-e14adb110aa1 req-40c7b45e-e3ce-4adc-8725-f9f2c645383b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0704653 Jun 11 00:25:32.770965 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-e0fe1e94-cb7c-4e3a-9fd7-e14adb110aa1 req-158faf3a-f50e-4732-8a1b-ea0b6e8ceaaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Jun 11 00:25:33.098329 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a170c7c-69d6-4b59-adc1-94362bc548e5 req-940b07a3-8e9f-4eef-ae5b-761d28ef21b1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:33.099937 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7a170c7c-69d6-4b59-adc1-94362bc548e5 req-940b07a3-8e9f-4eef-ae5b-761d28ef21b1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0723832 Jun 11 00:25:33.142962 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1316320c-f5c5-48de-869c-8ad06845eec6 req-3380d276-aa36-4730-bf30-57fdc314e774 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=692a75f3-3981-457f-b569-b7de5c9a81db HTTP/1.1" status: 200 len: 210 time: 0.0420654 Jun 11 00:25:33.174010 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7a170c7c-69d6-4b59-adc1-94362bc548e5 req-be42483b-1022-4e47-b8bc-5e206cbba88c tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jun 11 00:25:33.747855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:34.376734 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27dbe-a242-4041-8067-ca75a0764448 req-085e234b-2be7-4b14-a8f0-3606fb0870a9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:34.378297 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37f27dbe-a242-4041-8067-ca75a0764448 req-085e234b-2be7-4b14-a8f0-3606fb0870a9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0746052 Jun 11 00:25:34.440736 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37f27dbe-a242-4041-8067-ca75a0764448 req-53389217-5aee-40f4-a154-a5973ba0950b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564804 Jun 11 00:25:34.566891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-59516dad-175f-4a54-ba14-042892aaf01b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:34.568368 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-59516dad-175f-4a54-ba14-042892aaf01b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/networks?id=f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 200 len: 808 time: 0.1535981 Jun 11 00:25:34.582988 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-7aaf8558-281c-4fa0-8244-32bc2b8a3451 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/quotas/bde21adde24042c8960af1fcd4fe5eb9 HTTP/1.1" status: 200 len: 375 time: 0.0086651 Jun 11 00:25:34.621467 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-5c1f2215-77d6-4f05-89cf-c4a0e1d8deec tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333893 Jun 11 00:25:34.738816 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-621fb89e-7c54-481a-9cfb-8e112db9f1dd service neutron] 10.222.0.38 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104019 Jun 11 00:25:34.858691 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-74b67fb2-c440-4e11-a48c-d4de512a2190 service neutron] 10.222.0.38 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135168 Jun 11 00:25:35.128506 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0f8a2b5c-d968-4f95-9d93-c665e8342c27 req-85237a40-7173-4ed6-9bc2-157d657ce98b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 210 time: 0.0432281 Jun 11 00:25:35.435131 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-20bd7a36-2df5-4b9b-9679-773b0e38ff08 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:35.436620 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-20bd7a36-2df5-4b9b-9679-773b0e38ff08 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.1295166 Jun 11 00:25:35.452193 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-e5d43ae9-ddc9-44a2-924f-a03126d49eff tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/quotas/1b3412e81680473588443fd3eb40be21 HTTP/1.1" status: 200 len: 375 time: 0.0099392 Jun 11 00:25:35.534990 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-1dd53e68-d93f-4376-a782-ac29bad61576 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776715 Jun 11 00:25:35.781977 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 8f44a27b-4838-4185-b0ab-244ba69941ff no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:25:35.814654 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 8f44a27b-4838-4185-b0ab-244ba69941ff {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:25:35.815006 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 8f44a27b-4838-4185-b0ab-244ba69941ff not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:25:35.937235 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c131927c-3bd8-4a6a-a06c-3a322845cee5 service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936176 Jun 11 00:25:35.950275 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc95760-cb78-4257-8a76-f9f74d42432f req-d62ef456-d461-4b7d-8e4a-192c75381e49 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:35.951731 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bbc95760-cb78-4257-8a76-f9f74d42432f req-d62ef456-d461-4b7d-8e4a-192c75381e49 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.3924596 Jun 11 00:25:36.072421 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bbc95760-cb78-4257-8a76-f9f74d42432f req-3f88a164-ee96-4290-a6b0-f20ea7a16e80 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125710 Jun 11 00:25:36.096246 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c662ac20-e224-42b9-b318-5aa8e960c39c service neutron] 10.222.0.38 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435559 Jun 11 00:25:36.463507 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d9458a60-8c18-4e78-9f0e-479352758040 req-1c008174-239c-4c29-82a6-7afdc9619406 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 210 time: 0.0427809 Jun 11 00:25:36.509466 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6949b-a5cf-4239-9bc0-b185d19cd801 req-b5fb4878-147f-4b6b-8490-0f51e52ee143 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:36.512010 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75e6949b-a5cf-4239-9bc0-b185d19cd801 req-b5fb4878-147f-4b6b-8490-0f51e52ee143 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1553395 Jun 11 00:25:36.574099 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75e6949b-a5cf-4239-9bc0-b185d19cd801 req-d3ce3771-5e9c-4ec7-b823-3614e9a77114 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Jun 11 00:25:36.668796 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-68dfb32d-c7b2-48fa-b799-828981f127f4 req-6b2d01c4-62fe-4481-b511-33733178536d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 210 time: 0.0334189 Jun 11 00:25:36.877063 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:37.419431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-b9697092-16e3-4a63-82af-3323be8f1103 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:37.420889 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-b9697092-16e3-4a63-82af-3323be8f1103 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "GET /v2.0/networks?id=f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 200 len: 808 time: 0.1524897 Jun 11 00:25:37.434881 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Request body: {'port': {'device_id': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284', 'admin_state_up': True, 'tenant_id': 'bde21adde24042c8960af1fcd4fe5eb9'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:37.630766 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7dc82413-3ad3-40d1-875b-d0b78e38863e req-0b0b98ad-8dc4-47c7-97e7-4bce30bca9a1 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 210 time: 0.0328472 Jun 11 00:25:37.673404 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Made reservation on behalf of bde21adde24042c8960af1fcd4fe5eb9 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:37.679102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:37.838394 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a8f3dec3-f6bc-499e-9280-05433d36e27d req-ebfa5a6e-5016-4b68-a781-4b1aef3cd1d5 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 210 time: 0.0339401 Jun 11 00:25:37.851178 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Allocated IP 172.20.0.12 (f0d0386e-b135-43e4-8495-58f1e4d84284/9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8/2ee696d0-75cf-45c7-863a-4b8036ea443c) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:38.033159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:38.141756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:38.145515 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9ec133f3-e982-48b7-8d69-b61b4b4cd108 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:38.202022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Network f0d0386e-b135-43e4-8495-58f1e4d84284 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:38.205442 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:38.209193 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:38.215571 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Pushing event updated for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:38.241183 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:38.268286 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:38.268903 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:38.431770 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0009696 Jun 11 00:25:38.450086 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Request body: {'port': {'device_id': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:38.543495 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:38.740173 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-31b73f24-5a2e-4ede-b25a-7f122337dbb3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:38.742958 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-31b73f24-5a2e-4ede-b25a-7f122337dbb3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/networks?id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 200 len: 814 time: 0.1470423 Jun 11 00:25:38.757968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Request body: {'port': {'device_id': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'admin_state_up': True, 'tenant_id': '1b3412e81680473588443fd3eb40be21'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:38.880355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 53164) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:38.903576 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee696d0-75cf-45c7-863a-4b8036ea443c {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:38.912339 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:38.926234 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Transition to ACTIVE for port object 2ee696d0-75cf-45c7-863a-4b8036ea443c will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:38.974874 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af6f73-4fb5-44c8-b9d9-e3df0589ed42 req-8d042357-1c10-441c-873c-ee82169d5dd6 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:38.980060 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82af6f73-4fb5-44c8-b9d9-e3df0589ed42 req-8d042357-1c10-441c-873c-ee82169d5dd6 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 932 time: 0.1738839 Jun 11 00:25:39.002787 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.013374 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.016426 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:39.043804 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82af6f73-4fb5-44c8-b9d9-e3df0589ed42 req-7ff596aa-50fc-4853-9ca6-7e5e8a2c37dc tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534575 Jun 11 00:25:39.066260 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Made reservation on behalf of 1b3412e81680473588443fd3eb40be21 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:39.066642 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.159046 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:39.164109 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:39.166710 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-309b43eb-66e7-474d-8dc9-fbe2961c1513 req-ac241e73-c886-42e0-aa2b-0d5d79becc88 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 210 time: 0.0697179 Jun 11 00:25:39.257855 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Allocated IP 172.20.0.10 (3b5dedd7-b434-4a9f-8d3b-96f6bff5713d/27e6edea-33c5-4a69-ae2e-1ab173f48108/a05da36a-7c86-4e25-b88b-083ab2027f35) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:39.295792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Attempting to bind port 2ee696d0-75cf-45c7-863a-4b8036ea443c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:39.296111 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Attempting to bind port 2ee696d0-75cf-45c7-863a-4b8036ea443c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:39.296436 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Attempting to bind port 2ee696d0-75cf-45c7-863a-4b8036ea443c on network f0d0386e-b135-43e4-8495-58f1e4d84284 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:39.310584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.311379 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Port 2ee696d0-75cf-45c7-863a-4b8036ea443c on network f0d0386e-b135-43e4-8495-58f1e4d84284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:39.311697 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Attempting to bind port 2ee696d0-75cf-45c7-863a-4b8036ea443c on network f0d0386e-b135-43e4-8495-58f1e4d84284 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:39.316487 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:39.316822 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Checking segment: {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:39.317202 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Bound using segment: {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:39.317641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Bound port: 2ee696d0-75cf-45c7-863a-4b8036ea443c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:39.317976 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.394731 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:39.398280 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:39.428705 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.432457 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:39.439606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.474865 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=117829c43e944141a0a5d88992d4a94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932641 Jun 11 00:25:39.475788 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f79c1b-beeb-4081-9ae7-79fae9d27bb9,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:39.478026 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 53184) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:39.480266 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:39.493697 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.497140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:39.546085 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.556313 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:39.560995 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:39.561549 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.562249 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6', '6863a96a-512f-4092-ba37-ef450cbdf0ff', '051af121-2a8f-4c00-ad73-689d22fe6a2d'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:39.563183 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ee696d0-75cf-45c7-863a-4b8036ea443c HTTP/1.1" status: 200 len: 1094 time: 1.1184037 Jun 11 00:25:39.567280 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:39.575915 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1ae15-46b9-46e5-97e2-6b2733eab53d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:39.597462 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:39.602393 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:39.612027 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:39.617452 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.620632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:39.627690 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:39.634534 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:39.635872 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.649126 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.655711 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event updated for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:39.659172 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:39.739275 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5370b7dd-3f13-4262-aec2-7edf73091529 x-openstack-request-id: req-5370b7dd-3f13-4262-aec2-7edf73091529 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:39.739463 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:39.739596 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5370b7dd-3f13-4262-aec2-7edf73091529 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:39.740015 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c', 'status': 'completed', 'code': 200} Jun 11 00:25:39.746102 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943781 Jun 11 00:25:39.758707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Request body: {'port': {'device_id': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:39.777509 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-bafc1a49-a030-4b8e-879f-74d85ff9bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:39.779519 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-bafc1a49-a030-4b8e-879f-74d85ff9bbba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 1097 time: 0.0784831 Jun 11 00:25:39.836778 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-16965747-7479-4422-8cc2-8acb50afdc13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c HTTP/1.1" status: 200 len: 217 time: 0.0497921 Jun 11 00:25:39.837510 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.845893 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.845893 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2f79c1b-beeb-4081-9ae7-79fae9d27bb9 HTTP/1.1" status: 204 len: 168 time: 0.3627875 Jun 11 00:25:39.845893 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:39.860625 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:39.912646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f79c1b-beeb-4081-9ae7-79fae9d27bb9,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:39.932792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:39.963015 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-82ea496b-48f2-4fcc-9883-152f3b90df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:39.964957 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-82ea496b-48f2-4fcc-9883-152f3b90df18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8 HTTP/1.1" status: 200 len: 848 time: 0.1194999 Jun 11 00:25:40.011683 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-52144e20-a4e8-43c6-b010-d46e4e7b05a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0d0386e-b135-43e4-8495-58f1e4d84284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369298 Jun 11 00:25:40.142432 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-3d1a2297-df71-4e5b-93bd-6939cf1c4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.143986 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-3d1a2297-df71-4e5b-93bd-6939cf1c4a86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.1356137 Jun 11 00:25:40.291520 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19321-9691-4dc8-a693-a5dfd0ac98b0 req-604c4e2b-5504-4807-9cdb-ff75573fa557 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.298768 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-aba19321-9691-4dc8-a693-a5dfd0ac98b0 req-604c4e2b-5504-4807-9cdb-ff75573fa557 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1585948 Jun 11 00:25:40.332098 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-c3e2767a-82d2-4590-b948-9c8c452facbe service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860324 Jun 11 00:25:40.351548 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-a761ed4c-00bd-4d81-9d21-de4fd1c44bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.352952 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-a761ed4c-00bd-4d81-9d21-de4fd1c44bd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.1667101 Jun 11 00:25:40.386667 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05da36a-7c86-4e25-b88b-083ab2027f35 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:40.400223 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:40.414074 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-aba19321-9691-4dc8-a693-a5dfd0ac98b0 req-1e1f0fa7-98e6-4263-b8ed-bbb531cbc050 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145077 Jun 11 00:25:40.436991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Transition to ACTIVE for port object a05da36a-7c86-4e25-b88b-083ab2027f35 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:40.450764 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f52fc-b9a6-477c-bce5-3d721ba4a5b0 req-c1742d08-640b-4384-9c2f-21afbc438673 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.452240 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-329f52fc-b9a6-477c-bce5-3d721ba4a5b0 req-c1742d08-640b-4384-9c2f-21afbc438673 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 944 time: 0.1148982 Jun 11 00:25:40.495350 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-329f52fc-b9a6-477c-bce5-3d721ba4a5b0 req-cf129c95-8309-4110-9f0a-90fc22ef9dcb tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Jun 11 00:25:40.511410 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:40.513701 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:40.613054 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-e1f28136-d754-4c92-86c7-6bf197562379 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.0928948 Jun 11 00:25:40.654219 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 53210) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:40.659111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Pushing event updated for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:40.665882 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:40.708660 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:40.717907 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Attempting to bind port a05da36a-7c86-4e25-b88b-083ab2027f35 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:40.718262 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Attempting to bind port a05da36a-7c86-4e25-b88b-083ab2027f35 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:40.718581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Attempting to bind port a05da36a-7c86-4e25-b88b-083ab2027f35 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:40.732150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448d92-626b-42c7-8c74-379e9f03eb01 req-a6862964-f088-46cf-8b9d-49e33f6aadb2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.733674 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fd448d92-626b-42c7-8c74-379e9f03eb01 req-a6862964-f088-46cf-8b9d-49e33f6aadb2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.2124882 Jun 11 00:25:40.734704 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Port a05da36a-7c86-4e25-b88b-083ab2027f35 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:40.735022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Attempting to bind port a05da36a-7c86-4e25-b88b-083ab2027f35 on network 3b5dedd7-b434-4a9f-8d3b-96f6bff5713d {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:40.740352 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:40.740695 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Checking segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:40.741089 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Bound using segment: {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:40.741525 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Bound port: a05da36a-7c86-4e25-b88b-083ab2027f35, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22839fe0-9a06-4461-b142-8953aa630217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:40.741872 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:40.761299 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-a32dcf49-81eb-4709-89a3-ea57f272fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:40.762687 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-a32dcf49-81eb-4709-89a3-ea57f272fef6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.1093488 Jun 11 00:25:40.765717 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91a28fe8-d0a6-4589-8a0c-a2d3e8f924db req-88196012-60ab-4ecf-a8b5-9fb7f88d6af6 service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497780 Jun 11 00:25:40.812993 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-b61d6b5c-f7ea-4920-a36d-37ee9ece6724 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374038 Jun 11 00:25:40.826428 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fd448d92-626b-42c7-8c74-379e9f03eb01 req-260d6930-aa92-4fc3-8d15-dfa276266d6f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824263 Jun 11 00:25:40.855989 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:40.862500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a05da36a-7c86-4e25-b88b-083ab2027f35,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:40.942282 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:40.944633 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:40.997607 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-a904a174-c341-455e-a81f-e170bc479031 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767559 Jun 11 00:25:41.002647 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.003291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.004643 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] 10.222.0.45 "PUT /v2.0/ports/a05da36a-7c86-4e25-b88b-083ab2027f35 HTTP/1.1" status: 200 len: 1094 time: 1.2503490 Jun 11 00:25:41.005124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:41.007412 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ede2b-2d7b-4c15-af79-64acf0672368" -d '{"events": [{"name": "network-changed", "server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:41.011707 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.020704 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Pushing event updated for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:41.023987 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:41.029930 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-257f9bc3-5c77-403b-a181-5f35c344d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.031675 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-257f9bc3-5c77-403b-a181-5f35c344d9a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 1097 time: 0.1033936 Jun 11 00:25:41.048979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9cc9e-3631-4a5e-8c01-cbcb9a5b1f7d x-openstack-request-id: req-5be9cc9e-3631-4a5e-8c01-cbcb9a5b1f7d {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:41.048979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:41.049320 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5be9cc9e-3631-4a5e-8c01-cbcb9a5b1f7d {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:41.049753 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35', 'status': 'completed', 'code': 200} Jun 11 00:25:41.071766 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.083364 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-61bdb1af-561d-466b-a1b3-507828e22a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:41.147416 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-a92db7a1-6481-4c9f-a37c-ca54716d0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.148962 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-a92db7a1-6481-4c9f-a37c-ca54716d0977 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 1097 time: 0.0616255 Jun 11 00:25:41.196397 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=791f5d7dfcd3432abc1555eba0922da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401349 Jun 11 00:25:41.200343 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53220) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:41.204945 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce18d5d-74b8-409e-b37e-1e2f3a2c9e34,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:41.318468 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-12a2b1c2-dab3-416f-996f-ecedacc10086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.320152 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-12a2b1c2-dab3-416f-996f-ecedacc10086 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b3412e81680473588443fd3eb40be21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1621385 Jun 11 00:25:41.356830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.441695 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.494856 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:41.499547 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-7ad5b670-9332-4665-8540-e6ee6c8f6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.501657 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f1ede2b-2d7b-4c15-af79-64acf0672368 req-7ad5b670-9332-4665-8540-e6ee6c8f6f28 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687062 Jun 11 00:25:41.546153 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-b0b135aa-2522-4da1-aee2-77e9a32c050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.547610 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-b0b135aa-2522-4da1-aee2-77e9a32c050d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 200 len: 909 time: 0.4781601 Jun 11 00:25:41.549474 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-2b31c68c-5c8e-47f6-8a90-948bb2da5614 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091629 Jun 11 00:25:41.614397 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-c4dc7ae7-96d3-4d38-a4dd-549c7f33cb96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c HTTP/1.1" status: 200 len: 217 time: 0.0467646 Jun 11 00:25:41.628629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.631165 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:41.632283 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ce18d5d-74b8-409e-b37e-1e2f3a2c9e34 HTTP/1.1" status: 204 len: 168 time: 0.4310055 Jun 11 00:25:41.634992 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:41.661762 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce18d5d-74b8-409e-b37e-1e2f3a2c9e34,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:41.687463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:41.692741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-5e3f5b99-0595-4092-b3d9-fc8825dd53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.694240 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-5e3f5b99-0595-4092-b3d9-fc8825dd53a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8 HTTP/1.1" status: 200 len: 848 time: 0.0633869 Jun 11 00:25:41.740618 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-8fcd1dd3-4b56-4753-a5ec-4f59a21a796e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f0d0386e-b135-43e4-8495-58f1e4d84284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327966 Jun 11 00:25:41.760154 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d351139-5c36-4d51-a753-4826eefe4410 req-6be6135e-712a-42e9-97cd-8e8aa69a2430 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.762045 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d351139-5c36-4d51-a753-4826eefe4410 req-6be6135e-712a-42e9-97cd-8e8aa69a2430 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.2183018 Jun 11 00:25:41.783469 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836921c-c695-429b-818d-7b245a11001d req-db579411-db00-4fab-bcfa-6bdee1b92646 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.784969 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5836921c-c695-429b-818d-7b245a11001d req-db579411-db00-4fab-bcfa-6bdee1b92646 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 944 time: 0.1515112 Jun 11 00:25:41.788063 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-1d7d1c0e-17ad-4de8-8178-6d077c4c3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.789433 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-1d7d1c0e-17ad-4de8-8178-6d077c4c3d9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3412e81680473588443fd3eb40be21&device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 1097 time: 0.2033763 Jun 11 00:25:41.862736 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-09a24077-0061-4f51-9a77-aa0c7b4bd731 service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106036 Jun 11 00:25:41.868514 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-51022b1a-0080-461e-bb34-106249f2b768 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a05da36a-7c86-4e25-b88b-083ab2027f35 HTTP/1.1" status: 200 len: 217 time: 0.0655951 Jun 11 00:25:41.906671 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d351139-5c36-4d51-a753-4826eefe4410 req-89df7e92-f86c-48fa-85e1-c27fc03cf471 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373084 Jun 11 00:25:41.940228 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5836921c-c695-429b-818d-7b245a11001d req-c2b17516-e5cc-4092-992d-582f1b91b55a tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361821 Jun 11 00:25:41.969248 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff9af0-8977-49e8-92f4-461af785d943 req-8cdcdbf3-b574-475f-be32-060812a4ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:41.969248 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-8cdcdbf3-b574-475f-be32-060812a4ecda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 200 len: 854 time: 0.0754249 Jun 11 00:25:42.025093 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-12a1ae15-46b9-46e5-97e2-6b2733eab53d req-2b6ddcef-9c64-4fc2-a4f8-c4eb9b32636c service neutron] 10.222.0.45 "GET /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370721 Jun 11 00:25:42.035742 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-d1ad14cb-a817-4fe7-a195-69140ec5ce17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594089 Jun 11 00:25:42.202906 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5eaed-98de-4af9-9793-f6bf51d82a8b req-158b3857-b510-4f26-b2f1-1ebdb5081457 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:42.204404 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-78f5eaed-98de-4af9-9793-f6bf51d82a8b req-158b3857-b510-4f26-b2f1-1ebdb5081457 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.1726263 Jun 11 00:25:42.206607 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-61389bd6-7373-43f7-a416-3b40303ec024 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590827 Jun 11 00:25:42.378938 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-78f5eaed-98de-4af9-9793-f6bf51d82a8b req-93201694-5109-43e0-8e4b-8098abbf29dc tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Jun 11 00:25:42.378938 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1eff9af0-8977-49e8-92f4-461af785d943 req-f168a506-7b73-49bd-89dc-82e8b65e8144 service neutron] 10.222.0.45 "GET /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351337 Jun 11 00:25:43.110930 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4b69-80b2-4b66-8051-2356fed9f92a req-e1138246-b1c2-48b7-9c71-90f89a0f1900 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:43.113458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-507b4b69-80b2-4b66-8051-2356fed9f92a req-e1138246-b1c2-48b7-9c71-90f89a0f1900 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0856915 Jun 11 00:25:43.180932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-507b4b69-80b2-4b66-8051-2356fed9f92a req-afe8aaff-f095-4c29-b7ba-c0b57ea74df5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613599 Jun 11 00:25:43.269924 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5677603-4d5c-403b-8c02-3df6428ad7e9 req-cd96195d-d765-4dbf-87ef-54da8f4b2cbd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:43.271781 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5677603-4d5c-403b-8c02-3df6428ad7e9 req-cd96195d-d765-4dbf-87ef-54da8f4b2cbd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 944 time: 0.0876162 Jun 11 00:25:43.323393 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5677603-4d5c-403b-8c02-3df6428ad7e9 req-5e60dd2e-fc42-4c04-9a54-53468755370d tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Jun 11 00:25:43.507192 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f648ec-5300-4dc2-9efb-5a8e9b8c272d req-55efedbc-6c32-4064-b1d4-fd809a84c058 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:43.508904 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9f648ec-5300-4dc2-9efb-5a8e9b8c272d req-55efedbc-6c32-4064-b1d4-fd809a84c058 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.0701456 Jun 11 00:25:43.553897 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9f648ec-5300-4dc2-9efb-5a8e9b8c272d req-4f74ea98-6c43-4d8e-835c-c637c92cca6f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Jun 11 00:25:43.826605 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 53288) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:43.933886 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.021019 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.093632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.097524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2953d14f-659f-4572-9e6a-594a584af221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:44.134862 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f2cc67135de4843b013e2c47e05028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071618 Jun 11 00:25:44.137588 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f987d7-e2b4-4d65-91a7-8d0aca501c47,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:44.138097 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53294) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:44.145005 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:44.193039 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.219517 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.336232 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.338606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:44.339712 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33f987d7-e2b4-4d65-91a7-8d0aca501c47 HTTP/1.1" status: 204 len: 168 time: 0.2005992 Jun 11 00:25:44.341094 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-ffe050bd-554d-48c1-8f27-b1c742a5fbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:44.352778 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f987d7-e2b4-4d65-91a7-8d0aca501c47,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:44.355672 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:44.387995 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a907-2dda-4518-b5d5-fa145fbc14a7 req-082bbd25-37d4-4bee-95e5-4e6ad511c3a1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:44.389610 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a094a907-2dda-4518-b5d5-fa145fbc14a7 req-082bbd25-37d4-4bee-95e5-4e6ad511c3a1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0877178 Jun 11 00:25:44.433364 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a094a907-2dda-4518-b5d5-fa145fbc14a7 req-53be5f32-ee8c-4fb1-9ab6-b1e195e6a5d0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375662 Jun 11 00:25:44.528788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea807-ecdd-421d-a738-12088946f25f req-2e4dd732-96b0-4c53-9f68-def10f4d081f tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:44.530295 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f74ea807-ecdd-421d-a738-12088946f25f req-2e4dd732-96b0-4c53-9f68-def10f4d081f tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 944 time: 0.0748227 Jun 11 00:25:44.571408 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f74ea807-ecdd-421d-a738-12088946f25f req-0257fb16-aa6f-4bc9-a20b-8558640c15a7 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jun 11 00:25:44.740861 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf95955-42e2-43c0-a92a-60b51ecb2a43 req-9feba92c-3138-4e62-aa0e-3ae50e1babc9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:44.742339 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edf95955-42e2-43c0-a92a-60b51ecb2a43 req-9feba92c-3138-4e62-aa0e-3ae50e1babc9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.0717857 Jun 11 00:25:44.783695 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edf95955-42e2-43c0-a92a-60b51ecb2a43 req-9dcfaf4d-c58b-4f2c-84c5-414249a7a8c9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Jun 11 00:25:45.425341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53330) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:45.520968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-318069215-network', 'tenant_id': 'b47cfb39534e492eb2cd0d67f0322f54'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:45.603150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Made reservation on behalf of b47cfb39534e492eb2cd0d67f0322f54 for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:45.606015 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.618846 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.648040 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f724eab-fcc4-4993-a8ad-2bb80273a469 req-3a5dfb93-20a6-4ad6-ba7f-2aa846794a3d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:45.649483 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7f724eab-fcc4-4993-a8ad-2bb80273a469 req-3a5dfb93-20a6-4ad6-ba7f-2aa846794a3d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0974033 Jun 11 00:25:45.743819 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7f724eab-fcc4-4993-a8ad-2bb80273a469 req-6f80a7b1-85d6-4aa2-a021-13d6d8452d4f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873473 Jun 11 00:25:45.806013 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be17f9-07d2-4242-8346-111bbcfe26d7 req-dee6625d-377d-4c42-aec4-6a6b813a50a4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:45.807519 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-15be17f9-07d2-4242-8346-111bbcfe26d7 req-dee6625d-377d-4c42-aec4-6a6b813a50a4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 944 time: 0.1211765 Jun 11 00:25:45.818815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 2ee696d0-75cf-45c7-863a-4b8036ea443c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:25:45.823012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.858388 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-15be17f9-07d2-4242-8346-111bbcfe26d7 req-632d2dbd-3817-4d74-9ff6-3afec7d7bb30 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Jun 11 00:25:45.890010 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.894701 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8210f6f2-3add-4510-bf48-ef18b5750f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:45.922043 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:25:45.943049 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:45.956163 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '2ee696d0-75cf-45c7-863a-4b8036ea443c', 'network_id': 'f0d0386e-b135-43e4-8495-58f1e4d84284', 'port_id': '2ee696d0-75cf-45c7-863a-4b8036ea443c', 'mac_address': 'fa:16:3e:27:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:25:45.966707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:45.966988 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Added segment 71f7459d-dc1e-4552-b9a5-91812296d7a8 of type vlan for network 18c10e52-c1fe-4443-9222-66902494ab42 Jun 11 00:25:45.977225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4999690f-e9c5-4395-b345-bc4c23c24465,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:45.983152 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:46.003781 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.018773 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee696d0-75cf-45c7-863a-4b8036ea443c {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:46.040169 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:46.105378 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.107228 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:46.162988 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:46.166190 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:46.270495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.292545 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaa191-b9cb-4828-8eb6-a4e38f5ac607 req-4b0f5223-f8d4-42b7-bf67-6ef105e017cd tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:46.294064 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7beaa191-b9cb-4828-8eb6-a4e38f5ac607 req-4b0f5223-f8d4-42b7-bf67-6ef105e017cd tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.3931613 Jun 11 00:25:46.345987 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7beaa191-b9cb-4828-8eb6-a4e38f5ac607 req-d635918a-e271-4baa-86dd-55c55edebb75 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 Jun 11 00:25:46.387375 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.388681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:46.389250 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.391425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-353b9dc4-9cc2-40bb-b6c2-24a9ae76da18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:46.469364 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Pushing event updated for resources: {'Network': ['ID=18c10e52-c1fe-4443-9222-66902494ab42,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:46.472150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:46.479605 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 18c10e52-c1fe-4443-9222-66902494ab42 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:25:46.507809 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0813806 Jun 11 00:25:46.512566 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53344) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:46.517361 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Request body: {'subnet': {'network_id': '18c10e52-c1fe-4443-9222-66902494ab42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-318069215-subnet', 'tenant_id': 'b47cfb39534e492eb2cd0d67f0322f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:46.598888 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Made reservation on behalf of b47cfb39534e492eb2cd0d67f0322f54 for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:46.601307 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.643961 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['2ee696d0-75cf-45c7-863a-4b8036ea443c'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:46.919184 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:46.927290 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac5bb-5b92-41ec-82c5-ec378ee2ac29 req-08cf1737-340c-47c9-b56b-c7718056a82d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:46.928591 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e03ac5bb-5b92-41ec-82c5-ec378ee2ac29 req-08cf1737-340c-47c9-b56b-c7718056a82d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0700834 Jun 11 00:25:46.931511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:47.061400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=265a68eb-4e8e-4123-87cd-a4e8fed95227,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:47.065705 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e03ac5bb-5b92-41ec-82c5-ec378ee2ac29 req-4517c3ef-5dd5-45c5-80b6-7779a7798b32 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286507 Jun 11 00:25:47.067529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:47.082208 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Checking segment: {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:47.082575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Network hostable DHCP agents. Network: 18c10e52-c1fe-4443-9222-66902494ab42, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:25:47.114850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447001a-da56-46a4-b860-2e538462216c req-cfc50d11-93c7-4e2e-9f5c-283b07706908 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:47.116359 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8447001a-da56-46a4-b860-2e538462216c req-cfc50d11-93c7-4e2e-9f5c-283b07706908 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 945 time: 0.1303794 Jun 11 00:25:47.161568 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8447001a-da56-46a4-b860-2e538462216c req-385cfa58-c762-4ae1-83c8-39794d07f039 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Jun 11 00:25:47.181547 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Network 18c10e52-c1fe-4443-9222-66902494ab42 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:25:47.288103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 18c10e52-c1fe-4443-9222-66902494ab42) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:47.292650 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:47.293237 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:47.297498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7bf4f4-d694-4a90-9cd7-7c297c441405 None None] Network 18c10e52-c1fe-4443-9222-66902494ab42 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:25:47.450878 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a42f8c36-ac28-47ef-b482-4e066ec465cf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9299970 Jun 11 00:25:47.460746 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf257135-bdc9-4fc1-b641-5d356495b17b None None] Network 18c10e52-c1fe-4443-9222-66902494ab42 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:25:47.562337 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcef68-04c7-4296-9a31-d4c1f4b94fd9 req-49676457-838a-44c7-a4ea-1bc419206fe8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:47.564009 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-65dcef68-04c7-4296-9a31-d4c1f4b94fd9 req-49676457-838a-44c7-a4ea-1bc419206fe8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 944 time: 0.0979705 Jun 11 00:25:47.612174 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-65dcef68-04c7-4296-9a31-d4c1f4b94fd9 req-4fc51b11-662c-45ac-b1d8-1dc57abfa4f8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Jun 11 00:25:47.817174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device a05da36a-7c86-4e25-b88b-083ab2027f35 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:25:47.935553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a05da36a-7c86-4e25-b88b-083ab2027f35,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:47.947782 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'a05da36a-7c86-4e25-b88b-083ab2027f35', 'network_id': '3b5dedd7-b434-4a9f-8d3b-96f6bff5713d', 'port_id': 'a05da36a-7c86-4e25-b88b-083ab2027f35', 'mac_address': 'fa:16:3e:ba:1a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e6edea-33c5-4a69-ae2e-1ab173f48108', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:25:47.989339 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:48.007803 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05da36a-7c86-4e25-b88b-083ab2027f35 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:48.028438 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a05da36a-7c86-4e25-b88b-083ab2027f35,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:48.151108 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:48.153124 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-1718243a-24a3-42a3-89cf-6e76bacfb5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:48.210097 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:48.213246 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:48.253682 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484323c1-1063-422d-b7e2-c2260e0af19c req-2621aec0-fa6f-4e0d-b114-ade379f877b9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:48.255274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-484323c1-1063-422d-b7e2-c2260e0af19c req-2621aec0-fa6f-4e0d-b114-ade379f877b9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0740490 Jun 11 00:25:48.303449 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-484323c1-1063-422d-b7e2-c2260e0af19c req-7edb549c-dcb5-4363-a568-66e2a3630216 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Jun 11 00:25:48.373278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a110a7-7a22-49c5-bc0d-2b93c66501df req-2f611d68-9b3c-4b97-8a27-363ff27e4e63 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:48.375053 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45a110a7-7a22-49c5-bc0d-2b93c66501df req-2f611d68-9b3c-4b97-8a27-363ff27e4e63 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 945 time: 0.0756998 Jun 11 00:25:48.449693 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45a110a7-7a22-49c5-bc0d-2b93c66501df req-be034545-856b-4a94-80ff-6b73e955f6b3 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660574 Jun 11 00:25:48.634730 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['a05da36a-7c86-4e25-b88b-083ab2027f35'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:48.835460 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c430335-287f-4f5c-a4b3-2027212a2dcb req-599c77a9-a2b1-4fd3-a45a-8343d6ac722b tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:48.836941 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c430335-287f-4f5c-a4b3-2027212a2dcb req-599c77a9-a2b1-4fd3-a45a-8343d6ac722b tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 945 time: 0.0716364 Jun 11 00:25:48.883081 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c430335-287f-4f5c-a4b3-2027212a2dcb req-9f57849f-4a91-4c62-8030-43eda119541d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Jun 11 00:25:49.488997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fe270-0cd7-4917-b17a-9b5856eca023 req-ece3b860-de22-474b-953a-73ee1011f358 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:49.490492 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f1fe270-0cd7-4917-b17a-9b5856eca023 req-ece3b860-de22-474b-953a-73ee1011f358 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0736165 Jun 11 00:25:49.538888 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f1fe270-0cd7-4917-b17a-9b5856eca023 req-8ca19f08-604e-49cf-9b12-6940f5bafab0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jun 11 00:25:49.627744 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86402e7-c72b-4eb5-9f01-54a88f41b7a4 req-8925f894-8030-4bd9-8cc2-6eb161127b66 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:49.629190 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b86402e7-c72b-4eb5-9f01-54a88f41b7a4 req-8925f894-8030-4bd9-8cc2-6eb161127b66 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 945 time: 0.0686204 Jun 11 00:25:49.679878 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b86402e7-c72b-4eb5-9f01-54a88f41b7a4 req-675d32c9-f120-461f-b5e6-f5d6818abf87 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Jun 11 00:25:49.820854 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 2ee696d0-75cf-45c7-863a-4b8036ea443c up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:49.945514 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 2ee696d0-75cf-45c7-863a-4b8036ea443c completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:49.951870 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 2ee696d0-75cf-45c7-863a-4b8036ea443c triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:49.952258 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:50.058888 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:50.076986 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1f46-39ea-4eb5-aa24-f3ada7790d42 req-b83740e0-f442-4a96-b92c-34cbfbedf158 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:50.081126 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a27b1f46-39ea-4eb5-aa24-f3ada7790d42 req-b83740e0-f442-4a96-b92c-34cbfbedf158 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 945 time: 0.0726674 Jun 11 00:25:50.085079 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:50.087466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77de072-d715-49e9-820d-36cf9fe043aa" -d '{"events": [{"server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "name": "network-vif-plugged", "status": "completed", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:50.102851 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:50.123099 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a27b1f46-39ea-4eb5-aa24-f3ada7790d42 req-238d6823-4556-4b32-91da-f0f1ca32b6e0 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Jun 11 00:25:50.128382 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b4c3d8-381f-4065-aa9e-fc83f9a151f1 x-openstack-request-id: req-33b4c3d8-381f-4065-aa9e-fc83f9a151f1 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:50.128382 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "name": "network-vif-plugged", "status": "completed", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:50.128559 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33b4c3d8-381f-4065-aa9e-fc83f9a151f1 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:50.128907 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c', 'code': 200} Jun 11 00:25:50.187260 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:50.189744 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:50.242766 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:50.246328 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:50.529280 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc8a93-9734-4069-b9f2-95b9d827ccaf req-4be87cc5-f304-4162-a8d5-172c5bf10e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:50.530681 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1ebc8a93-9734-4069-b9f2-95b9d827ccaf req-4be87cc5-f304-4162-a8d5-172c5bf10e91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 1099 time: 0.0632191 Jun 11 00:25:50.569723 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1ebc8a93-9734-4069-b9f2-95b9d827ccaf req-41e8fe59-8c71-4406-bc17-2f3670657ac4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jun 11 00:25:50.721377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584431e-60af-4584-9338-c82fa488864a req-a7bcdebe-3fae-49ec-8718-cbfd876bada0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:50.722857 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7584431e-60af-4584-9338-c82fa488864a req-a7bcdebe-3fae-49ec-8718-cbfd876bada0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0720108 Jun 11 00:25:50.767429 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7584431e-60af-4584-9338-c82fa488864a req-9df112f0-61a8-47f4-8496-483e27ace0de tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Jun 11 00:25:50.859886 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90f207-7a00-4160-9f26-7957ba8d1d6d req-fb177a7a-1ef7-4d54-86ba-79f084eb974c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:50.861297 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2f90f207-7a00-4160-9f26-7957ba8d1d6d req-fb177a7a-1ef7-4d54-86ba-79f084eb974c tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.0711379 Jun 11 00:25:50.974102 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2f90f207-7a00-4160-9f26-7957ba8d1d6d req-88e46077-473f-4d98-a7ef-8c411b3dddce tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050231 Jun 11 00:25:51.008850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-8c4a0dba-fa6d-459a-932c-b828949b4c09 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:51.010310 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-8c4a0dba-fa6d-459a-932c-b828949b4c09 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/networks?id=18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 200 len: 813 time: 0.1594472 Jun 11 00:25:51.024555 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-e8262eb0-b2f7-4a88-ae86-5b6627e26a1a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/quotas/b47cfb39534e492eb2cd0d67f0322f54 HTTP/1.1" status: 200 len: 375 time: 0.0088320 Jun 11 00:25:51.063664 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-94745768-a6a1-462b-886e-801b9813dbaa tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335577 Jun 11 00:25:51.189122 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-23e66144-801a-48a7-afc9-4b3b96a2e233 service neutron] 10.222.0.38 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176977 Jun 11 00:25:51.308718 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-50aab8d4-71ec-4b6e-a58b-20aed77d87f9 service neutron] 10.222.0.38 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127260 Jun 11 00:25:51.407033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c70ac-61b1-40ac-9059-d8edd99603e9 req-452b358f-ad40-4b42-945e-6f3a924294c0 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:51.408575 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-928c70ac-61b1-40ac-9059-d8edd99603e9 req-452b358f-ad40-4b42-945e-6f3a924294c0 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 945 time: 0.0720317 Jun 11 00:25:51.453895 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-928c70ac-61b1-40ac-9059-d8edd99603e9 req-59deb12d-293e-464f-8dc2-b90ad3815295 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Jun 11 00:25:51.534635 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b80f2f3-6f85-408c-8311-92a8e8b1dd3c req-c5fd0a1a-c8ce-43bd-84d2-91c21b61f653 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 210 time: 0.0345311 Jun 11 00:25:51.834129 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device a05da36a-7c86-4e25-b88b-083ab2027f35 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:25:51.952126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda234-3f93-4c7a-ac2d-bb730241f421 req-19e30599-60a5-41ef-ae5a-8cf1fb6dfb8a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:51.953585 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d8bda234-3f93-4c7a-ac2d-bb730241f421 req-19e30599-60a5-41ef-ae5a-8cf1fb6dfb8a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0717638 Jun 11 00:25:51.958759 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port a05da36a-7c86-4e25-b88b-083ab2027f35 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:25:51.964439 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port a05da36a-7c86-4e25-b88b-083ab2027f35 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:25:51.964828 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:52.009517 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d8bda234-3f93-4c7a-ac2d-bb730241f421 req-a3a1b4f5-45d0-48f3-b76d-c4bc61c55da4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jun 11 00:25:52.068284 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:52.108769 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a05da36a-7c86-4e25-b88b-083ab2027f35,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:52.130129 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:52.134569 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ddcd4-c7c6-45c0-877b-da9d0d7c6e4a" -d '{"events": [{"server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "name": "network-vif-plugged", "status": "completed", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:52.166959 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132b04e-3aa7-454f-bad3-69556986dafd req-ef464a93-a565-4c24-9b70-861ebf403e08 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:52.168447 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6132b04e-3aa7-454f-bad3-69556986dafd req-ef464a93-a565-4c24-9b70-861ebf403e08 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.0739799 Jun 11 00:25:52.187105 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:52.189107 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:52.210342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6132b04e-3aa7-454f-bad3-69556986dafd req-a0ff0112-3808-445d-8abe-65309a741393 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Jun 11 00:25:52.245052 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:52.248245 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:52.451080 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8565c8-e9bb-4987-bb47-e82aedb4bf22 x-openstack-request-id: req-bd8565c8-e9bb-4987-bb47-e82aedb4bf22 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:52.451416 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "name": "network-vif-plugged", "status": "completed", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:52.451680 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd8565c8-e9bb-4987-bb47-e82aedb4bf22 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:52.452086 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35', 'code': 200} Jun 11 00:25:52.652859 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90937c45-a144-4093-997b-8c6741389eb7 req-22e83942-024a-4856-8eda-ee34b4c3fd24 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 210 time: 0.0607767 Jun 11 00:25:52.683718 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf896be-e57f-48ef-aa33-9dd0ace8c98b req-ec0338da-232b-4d60-a980-994ff5e58bb4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:52.687673 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ecf896be-e57f-48ef-aa33-9dd0ace8c98b req-ec0338da-232b-4d60-a980-994ff5e58bb4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.1158285 Jun 11 00:25:52.740495 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ecf896be-e57f-48ef-aa33-9dd0ace8c98b req-d7726864-5eeb-4e6a-b926-3c78cb2b4f1d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jun 11 00:25:52.835753 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5729e-c0f5-43f1-9bfa-ec489b73355c req-a6811bfc-c23e-4ed7-b8eb-b9263194033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:52.837245 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cdb5729e-c0f5-43f1-9bfa-ec489b73355c req-a6811bfc-c23e-4ed7-b8eb-b9263194033d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 1099 time: 0.0602543 Jun 11 00:25:52.875331 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cdb5729e-c0f5-43f1-9bfa-ec489b73355c req-2221a91f-6e12-4b18-a588-01a4b0539ea7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jun 11 00:25:53.187773 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403093be-4ef4-46c1-a0e5-ab4ba79447c8 req-1ac48d04-ad2a-4058-b06b-7e34bcc739e6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:53.189259 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-403093be-4ef4-46c1-a0e5-ab4ba79447c8 req-1ac48d04-ad2a-4058-b06b-7e34bcc739e6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0687559 Jun 11 00:25:53.234302 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-403093be-4ef4-46c1-a0e5-ab4ba79447c8 req-0256103b-ea0a-46b0-9bcb-65cf6e2e6163 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Jun 11 00:25:53.816961 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8b41acba-751f-4fb2-a852-83a3f42c1518 req-d9a2ed8e-4f94-467a-aa48-b8ff783daaf8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 210 time: 0.0369105 Jun 11 00:25:53.914056 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4495149-3417-43f4-829d-f33164bfeb25 req-2a85067f-bb1a-44b3-b722-f7fa44a796ca tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:53.915561 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b4495149-3417-43f4-829d-f33164bfeb25 req-2a85067f-bb1a-44b3-b722-f7fa44a796ca tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.0693338 Jun 11 00:25:53.994857 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b4495149-3417-43f4-829d-f33164bfeb25 req-37274e89-a585-4705-8e3c-4cc27f4df574 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695438 Jun 11 00:25:54.015374 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56304e35-d681-482f-b3d0-5bdef9872d07 req-ec1bb2af-ea24-4428-9b06-18d5453d878d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:54.015374 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56304e35-d681-482f-b3d0-5bdef9872d07 req-ec1bb2af-ea24-4428-9b06-18d5453d878d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.0983918 Jun 11 00:25:54.058560 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56304e35-d681-482f-b3d0-5bdef9872d07 req-6904e8d7-3e54-4fc3-8188-35a8095b043c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Jun 11 00:25:54.127261 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53512) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:54.242036 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.344196 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.416522 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa885207-d813-4c26-9d3e-1dfaba4f747d req-61c9ad0d-aa4e-44db-b43d-f251f32cf09b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:54.417953 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-aa885207-d813-4c26-9d3e-1dfaba4f747d req-61c9ad0d-aa4e-44db-b43d-f251f32cf09b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0661247 Jun 11 00:25:54.457479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.464694 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:54.485156 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-aa885207-d813-4c26-9d3e-1dfaba4f747d req-88bef6bd-b01b-4bf1-9507-1eb959ab474d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612895 Jun 11 00:25:54.542361 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=059b65b7a1674f289e27c67b512fe0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140134 Jun 11 00:25:54.545358 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 53518) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:54.591677 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49898c0b-8d86-427c-9968-7ef911066d70,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:54.604535 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.610412 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.610865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.611368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.611780 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.612188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.612593 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.613028 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.613430 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.613831 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.614230 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.614711 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.615144 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.621383 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:54.636287 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.650207 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-da49deb9-619c-4b6a-b5f7-66f5fe4a665e tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:54.652599 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-da49deb9-619c-4b6a-b5f7-66f5fe4a665e tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "GET /v2.0/networks?id=18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 200 len: 813 time: 0.1918559 Jun 11 00:25:54.670224 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Request body: {'port': {'device_id': '46638c36-229b-4e44-b090-0c44895562ea', 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42', 'admin_state_up': True, 'tenant_id': 'b47cfb39534e492eb2cd0d67f0322f54'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:54.776369 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.779514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.785136 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49898c0b-8d86-427c-9968-7ef911066d70 HTTP/1.1" status: 204 len: 168 time: 0.2374101 Jun 11 00:25:54.785136 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2c141c52-c725-414a-bd1e-412cb2bb6a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:54.794179 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49898c0b-8d86-427c-9968-7ef911066d70,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:54.804608 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.805065 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.805402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.806503 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.807533 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.808108 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.808974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.809710 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.810158 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.810605 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.811050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.811534 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:25:54.822828 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:54.919069 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Made reservation on behalf of b47cfb39534e492eb2cd0d67f0322f54 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:25:54.923556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:54.952483 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f300c-6b77-4221-b01b-6dd73019a966 req-5e508282-c5b9-494c-a4e4-735edcb48ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:54.953899 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-618f300c-6b77-4221-b01b-6dd73019a966 req-5e508282-c5b9-494c-a4e4-735edcb48ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0690129 Jun 11 00:25:54.987248 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-908cd6ee-f1a3-429d-8640-95606509bc71 req-4fc7701c-43b6-4982-b272-06dc6b3bc628 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 210 time: 0.0435359 Jun 11 00:25:55.004025 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-618f300c-6b77-4221-b01b-6dd73019a966 req-4233218f-20da-43d3-9679-2d80614f68eb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Jun 11 00:25:55.108943 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Allocated IP 172.20.0.9 (18c10e52-c1fe-4443-9222-66902494ab42/265a68eb-4e8e-4123-87cd-a4e8fed95227/c8c24201-18d3-4b8c-95c0-2562ff85ce9f) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:25:55.341338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594d702-33a3-476a-a8f9-ef15f0be60fd req-b8b55aca-dcd4-4685-8bcd-7f730e995c7a tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:55.342802 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3594d702-33a3-476a-a8f9-ef15f0be60fd req-b8b55aca-dcd4-4685-8bcd-7f730e995c7a tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.2306507 Jun 11 00:25:55.420304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d1c4-43c4-4840-8e57-a44fa34f4c9f req-29e46811-d159-415d-9b85-1e5d1478abd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:55.421751 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b789d1c4-43c4-4840-8e57-a44fa34f4c9f req-29e46811-d159-415d-9b85-1e5d1478abd9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.2319744 Jun 11 00:25:55.438656 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3594d702-33a3-476a-a8f9-ef15f0be60fd req-9e961207-d4be-4337-8c2f-14086e23f60b tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Jun 11 00:25:55.448604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:55.488160 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b789d1c4-43c4-4840-8e57-a44fa34f4c9f req-07b4c702-f1ce-4a09-88fe-147d2aeea011 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596316 Jun 11 00:25:55.657156 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:55.661974 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:55.711975 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d2935-61da-4ea7-8e30-c2c7a7d739bf req-89df5b1d-c321-496e-8a6f-bd78021a3fce tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:55.713538 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-266d2935-61da-4ea7-8e30-c2c7a7d739bf req-89df5b1d-c321-496e-8a6f-bd78021a3fce tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1122322 Jun 11 00:25:55.997633 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Network 18c10e52-c1fe-4443-9222-66902494ab42 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:25:56.012306 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:25:56.014719 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:25:56.020270 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:56.020890 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.023220 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Pushing event updated for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:56.027945 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:56.050396 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-266d2935-61da-4ea7-8e30-c2c7a7d739bf req-6ed58507-df70-44c0-ba36-07135c28d86f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296845 Jun 11 00:25:56.123018 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4575527 Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: from cryptography.utils import int_from_bytes Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: from cryptography.utils import int_from_bytes Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.163375 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:25:56.167033 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:25:56.195444 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Request body: {'port': {'device_id': '46638c36-229b-4e44-b090-0c44895562ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:25:56.262746 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034926-4b15-477d-a23d-4c2c72419802 req-7d45044c-9885-4cd1-8d34-7d27aeadd093 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:56.264184 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c3034926-4b15-477d-a23d-4c2c72419802 req-7d45044c-9885-4cd1-8d34-7d27aeadd093 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.0744517 Jun 11 00:25:56.303822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058199-a9d3-4b43-b420-b1034691ee30 req-a7a69426-97a2-4e7a-bab6-54bc9a3e6f75 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:56.305295 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f0058199-a9d3-4b43-b420-b1034691ee30 req-a7a69426-97a2-4e7a-bab6-54bc9a3e6f75 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 931 time: 0.1486342 Jun 11 00:25:56.309688 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.390778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Deleting port 2ee696d0-75cf-45c7-863a-4b8036ea443c {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:25:56.391121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.392331 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f0058199-a9d3-4b43-b420-b1034691ee30 req-c87d1c12-13f7-4d15-840c-62215c4447d8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796022 Jun 11 00:25:56.518639 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] For port 2ee696d0-75cf-45c7-863a-4b8036ea443c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ee696d0-75cf-45c7-863a-4b8036ea443c,segment=NetworkSegment(d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5),segment_id=d0fe8e0e-825d-4e6c-af25-1ea15a12bfb5)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:25:56.518892 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.628889 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Calling delete_port for 2ee696d0-75cf-45c7-863a-4b8036ea443c owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:25:56.646407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53578) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:56.723614 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f2c9-2078-4340-ad23-e7ff4aef0010 req-1042ba68-97d7-4d83-94a2-d63a51d897b4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:56.725365 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a213f2c9-2078-4340-ad23-e7ff4aef0010 req-1042ba68-97d7-4d83-94a2-d63a51d897b4 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 946 time: 0.1491184 Jun 11 00:25:56.765978 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c24201-18d3-4b8c-95c0-2562ff85ce9f {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:25:56.779858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.800099 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.819448 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a213f2c9-2078-4340-ad23-e7ff4aef0010 req-d7877d87-32ce-4f8e-8f61-69170dbd8cb0 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/security-groups?id=9c6db7e4-a523-403d-a388-0fa8f7009877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811555 Jun 11 00:25:56.872349 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Transition to ACTIVE for port object c8c24201-18d3-4b8c-95c0-2562ff85ce9f will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:25:56.872575 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.876578 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b10fb670-83d7-4e1c-b381-56c4c77aa3f9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:56.886461 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['2ee696d0-75cf-45c7-863a-4b8036ea443c'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:25:56.910225 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Pushing event deleted for resources: {'Port': ['ID=2ee696d0-75cf-45c7-863a-4b8036ea443c,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:56.913718 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:56.923273 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.956769 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.959860 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-dc28ab1e-9eb4-4235-8b42-e353b3f84ef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:56.970574 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] No DVR routers for this DVR port 2ee696d0-75cf-45c7-863a-4b8036ea443c on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:25:56.973067 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:56.975016 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c3034926-4b15-477d-a23d-4c2c72419802 req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.45 "DELETE /v2.0/ports/2ee696d0-75cf-45c7-863a-4b8036ea443c HTTP/1.1" status: 204 len: 173 time: 0.7052698 Jun 11 00:25:56.975539 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'name': 'network-vif-deleted', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:56.977810 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db264d2b-7d83-4941-9577-dc67757d071f" -d '{"events": [{"server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "name": "network-vif-deleted", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:56.993943 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.015188 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0606ac2-c323-47bf-99bf-8a6bde1ada3f x-openstack-request-id: req-a0606ac2-c323-47bf-99bf-8a6bde1ada3f {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:57.015587 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0050415-6484-49a5-8faa-e08f9b9ab136", "name": "network-vif-deleted", "tag": "2ee696d0-75cf-45c7-863a-4b8036ea443c", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:57.015873 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0606ac2-c323-47bf-99bf-8a6bde1ada3f {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:57.016300 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0050415-6484-49a5-8faa-e08f9b9ab136', 'name': 'network-vif-deleted', 'tag': '2ee696d0-75cf-45c7-863a-4b8036ea443c', 'status': 'completed', 'code': 200} Jun 11 00:25:57.085261 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67c7b3757c0541cc99bae91059d32442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323030 Jun 11 00:25:57.087783 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 53588) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:25:57.091591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Pushing event updated for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:57.119889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:57.123865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d2f0d1f1-674a-4d95-ae0c-44a5707a49e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:57.174454 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Attempting to bind port c8c24201-18d3-4b8c-95c0-2562ff85ce9f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:25:57.174787 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Attempting to bind port c8c24201-18d3-4b8c-95c0-2562ff85ce9f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:25:57.175109 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Attempting to bind port c8c24201-18d3-4b8c-95c0-2562ff85ce9f on network 18c10e52-c1fe-4443-9222-66902494ab42 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:57.189529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b0559-1e84-48d2-8210-b49e5e69dbac,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:57.194968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:57.195564 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Port c8c24201-18d3-4b8c-95c0-2562ff85ce9f on network 18c10e52-c1fe-4443-9222-66902494ab42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:25:57.195881 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Attempting to bind port c8c24201-18d3-4b8c-95c0-2562ff85ce9f on network 18c10e52-c1fe-4443-9222-66902494ab42 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:25:57.211997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:25:57.212335 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Checking segment: {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:25:57.213830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Bound using segment: {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:25:57.214449 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Bound port: c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:25:57.214708 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.270855 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.333178 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.413467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff9af-6ac8-48d6-9239-0046b9d200ee req-6fdce5c2-d78f-43fe-8a3c-89398d553f24 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:57.414932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20cff9af-6ac8-48d6-9239-0046b9d200ee req-6fdce5c2-d78f-43fe-8a3c-89398d553f24 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1879561 Jun 11 00:25:57.416295 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:25:57.436696 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:25:57.467920 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20cff9af-6ac8-48d6-9239-0046b9d200ee req-e499c6da-8b29-45fc-893a-9303535dd157 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Jun 11 00:25:57.485340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.488723 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:57.522483 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.525089 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.530917 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/996b0559-1e84-48d2-8210-b49e5e69dbac HTTP/1.1" status: 204 len: 168 time: 0.4361174 Jun 11 00:25:57.536911 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:57.537527 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:57.538867 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] 10.222.0.45 "PUT /v2.0/ports/c8c24201-18d3-4b8c-95c0-2562ff85ce9f HTTP/1.1" status: 200 len: 1093 time: 1.3487630 Jun 11 00:25:57.539406 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:25:57.542229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627b9bc-840f-435a-a190-606ebdf748af" -d '{"events": [{"name": "network-changed", "server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:25:57.563994 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Pushing event updated for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:57.567147 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:57.567599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d149af7f-68e3-49e3-a6f8-fce5f27df0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:25:57.578022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b0559-1e84-48d2-8210-b49e5e69dbac,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:25:57.580054 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:25:57.788208 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0d352e7d-5fbf-4d8d-8f9f-5f030163ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:57.789711 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-0d352e7d-5fbf-4d8d-8f9f-5f030163ab92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 1096 time: 0.1135805 Jun 11 00:25:57.802218 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfe198-e8bb-40c4-9285-76949f7e133f req-dbf9dc7e-f253-4520-a65e-7bd2a474b7cc tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:57.808728 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3abfe198-e8bb-40c4-9285-76949f7e133f req-dbf9dc7e-f253-4520-a65e-7bd2a474b7cc tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 943 time: 0.0952384 Jun 11 00:25:57.875400 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-8093e405-a4c0-4dca-ae93-7e60102ff9fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f HTTP/1.1" status: 200 len: 217 time: 0.0704682 Jun 11 00:25:57.935019 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3abfe198-e8bb-40c4-9285-76949f7e133f req-1ff614f0-1d3b-489e-bd9b-9da8e6d4be6a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247489 Jun 11 00:25:57.961096 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8acb36-59bc-4571-a135-ceb5a671477b req-5aac3b02-46b6-43c3-835c-31df7f9a1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:57.961096 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-5aac3b02-46b6-43c3-835c-31df7f9a1ea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=265a68eb-4e8e-4123-87cd-a4e8fed95227 HTTP/1.1" status: 200 len: 853 time: 0.0737770 Jun 11 00:25:58.011000 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-8dc485e3-7aa9-41a4-8080-7e4534786798 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c10e52-c1fe-4443-9222-66902494ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328040 Jun 11 00:25:58.136597 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06597da2-8d24-4b26-a458-7b3d786a6180 x-openstack-request-id: req-06597da2-8d24-4b26-a458-7b3d786a6180 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:25:58.136901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:25:58.137183 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06597da2-8d24-4b26-a458-7b3d786a6180 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:25:58.137598 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f', 'status': 'completed', 'code': 200} Jun 11 00:25:58.184643 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-4f2c82be-554e-4f4c-ac05-7797120ec854 service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646318 Jun 11 00:25:58.208118 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f96b9c63-6bc3-4da5-bb88-c44645a65d69 req-f048bfa3-08ee-4b50-800a-bc05a88db8c3 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0050415-6484-49a5-8faa-e08f9b9ab136 HTTP/1.1" status: 200 len: 210 time: 0.0381441 Jun 11 00:25:58.320918 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-de8acb36-59bc-4571-a135-ceb5a671477b req-cdb817bd-ef60-48a2-b710-eafef88900b7 service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150901 Jun 11 00:25:58.536098 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-92428d71-d0b0-4b17-bba3-0819b9a06845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:25:58.548800 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b9bc-840f-435a-a190-606ebdf748af req-26c5b697-88c0-47d7-aebc-c21f522bd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:58.550308 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-26c5b697-88c0-47d7-aebc-c21f522bd290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 1096 time: 0.0590432 Jun 11 00:25:58.667464 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b9bc-840f-435a-a190-606ebdf748af req-aede4533-8a2d-433c-ae3a-a95df482a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:58.668935 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-aede4533-8a2d-433c-ae3a-a95df482a63d service neutron] 10.222.0.45 "GET /v2.0/networks?id=18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 200 len: 914 time: 0.1111219 Jun 11 00:25:58.729384 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-44f22d4e-ffaf-47eb-9e24-a4b56f99e03a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f HTTP/1.1" status: 200 len: 217 time: 0.0519228 Jun 11 00:25:58.786947 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627b9bc-840f-435a-a190-606ebdf748af req-de0b0280-ea63-4a62-819b-da4a31967f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:58.788419 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-de0b0280-ea63-4a62-819b-da4a31967f8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=265a68eb-4e8e-4123-87cd-a4e8fed95227 HTTP/1.1" status: 200 len: 853 time: 0.0522087 Jun 11 00:25:58.841631 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-d6eb8246-7623-46d1-9f18-81314bb03f3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c10e52-c1fe-4443-9222-66902494ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407948 Jun 11 00:25:58.899290 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-ba9a55d9-5c1d-4a2e-ac9a-a1d07ac82ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:58.901299 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-ba9a55d9-5c1d-4a2e-ac9a-a1d07ac82ad0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0684071 Jun 11 00:25:58.994668 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ffd69-540a-4a4a-9520-89cbc971899b req-ef55ad54-cb65-4146-8694-efcaeaa1c608 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:58.996303 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-767ffd69-540a-4a4a-9520-89cbc971899b req-ef55ad54-cb65-4146-8694-efcaeaa1c608 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1864755 Jun 11 00:25:59.008237 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-bba5fd00-fd40-4c3a-86c4-9de8f8734eff service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394210 Jun 11 00:25:59.019215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-f75ebf61-5cd1-4f77-b750-b4eb1cec9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:59.020677 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-f75ebf61-5cd1-4f77-b750-b4eb1cec9896 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.1126163 Jun 11 00:25:59.076791 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-f390d85b-7008-4abb-b05c-5581d473fd70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.0470543 Jun 11 00:25:59.105876 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-767ffd69-540a-4a4a-9520-89cbc971899b req-245697ff-0750-4d5f-a231-08821e3b24b4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970132 Jun 11 00:25:59.133769 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-bc493d67-8659-4e22-aca0-48b375699a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:59.135753 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-bc493d67-8659-4e22-aca0-48b375699a1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.0521171 Jun 11 00:25:59.177967 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-0fc8e829-50f1-466a-a681-efcfeb5aaeb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346689 Jun 11 00:25:59.194235 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6627b9bc-840f-435a-a190-606ebdf748af req-18bf230e-5dca-4fa3-85ba-22e899ab6083 service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781166 Jun 11 00:25:59.210164 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59fe0b-82d4-4c87-9010-6fd3d88fc46f req-e39988a6-d366-449b-9399-09ee5146e74a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:25:59.211751 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa59fe0b-82d4-4c87-9010-6fd3d88fc46f req-e39988a6-d366-449b-9399-09ee5146e74a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 943 time: 0.1461535 Jun 11 00:25:59.267369 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa59fe0b-82d4-4c87-9010-6fd3d88fc46f req-b9b60dda-1d17-4914-8f95-2c2b27b8e4e7 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Jun 11 00:25:59.299052 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-f5cb1ee4-5a0b-462f-b85a-05cc5c095e13 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140840 Jun 11 00:25:59.425172 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-d3d50535-10e6-40cd-a230-d26a4732dd11 req-5376fb52-63b3-4128-8885-4c49f16c2b34 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096356 Jun 11 00:25:59.875636 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 2ee696d0-75cf-45c7-863a-4b8036ea443c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:25:59.901315 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 2ee696d0-75cf-45c7-863a-4b8036ea443c {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:25:59.901662 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 2ee696d0-75cf-45c7-863a-4b8036ea443c not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:26:00.290969 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccc1a9-c2ba-4789-bfd9-8057f7547e3e req-a86ec7e9-0a9a-471b-b552-fb8a96d3f112 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:00.292987 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dbccc1a9-c2ba-4789-bfd9-8057f7547e3e req-a86ec7e9-0a9a-471b-b552-fb8a96d3f112 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0741692 Jun 11 00:26:00.347043 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dbccc1a9-c2ba-4789-bfd9-8057f7547e3e req-da00de4d-4f33-47f7-80a7-7e2f9efe6606 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Jun 11 00:26:00.445929 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb34f3-74fe-4236-8605-980786f8c2a8 req-504e8967-7c9c-462f-aa63-d2f145a74d4f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:00.447718 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8efb34f3-74fe-4236-8605-980786f8c2a8 req-504e8967-7c9c-462f-aa63-d2f145a74d4f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 943 time: 0.0684597 Jun 11 00:26:00.492220 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8efb34f3-74fe-4236-8605-980786f8c2a8 req-2e0ffdd7-5a68-4af5-87a9-5e47830055d3 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 11 00:26:01.128197 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-19157dae-44ab-4009-bbac-31e8a4ac4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:01.191467 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:01.563722 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194810f-7bcd-44d4-aa5f-bf338b48774c req-719194f7-6cb8-42ca-8d8d-0aca1c1f5385 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:01.575177 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e194810f-7bcd-44d4-aa5f-bf338b48774c req-719194f7-6cb8-42ca-8d8d-0aca1c1f5385 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0984950 Jun 11 00:26:01.640431 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e194810f-7bcd-44d4-aa5f-bf338b48774c req-7fc8244a-905a-4d20-8cb5-84c58978ffb5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Jun 11 00:26:01.879164 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device c8c24201-18d3-4b8c-95c0-2562ff85ce9f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:26:01.887470 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4b679-0666-422b-8067-8569d29b13d0 req-426d87ab-a570-4a05-8cee-d87ee0314906 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:01.895581 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37e4b679-0666-422b-8067-8569d29b13d0 req-426d87ab-a570-4a05-8cee-d87ee0314906 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 943 time: 0.1294124 Jun 11 00:26:01.957829 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37e4b679-0666-422b-8067-8569d29b13d0 req-9d5c0a2c-fdea-4fae-bf6d-d58daecc633f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610726 Jun 11 00:26:02.076238 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:02.092083 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f', 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42', 'port_id': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f', 'mac_address': 'fa:16:3e:2b:dc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265a68eb-4e8e-4123-87cd-a4e8fed95227', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:26:02.138320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:02.155112 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c24201-18d3-4b8c-95c0-2562ff85ce9f {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:26:02.177903 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:02.277912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:02.280089 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8863919a-f2ac-4fea-92da-06b81a819c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:02.363115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:02.382981 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.383397 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.383889 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.384303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.387630 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.388352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.388983 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:02.403187 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:02.459670 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:03.013510 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['c8c24201-18d3-4b8c-95c0-2562ff85ce9f'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:26:03.251524 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f22278-dcea-490c-abcb-bfa52531b018 req-89f237e5-6402-411a-a2c2-e1be3e13900e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:03.260098 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32f22278-dcea-490c-abcb-bfa52531b018 req-89f237e5-6402-411a-a2c2-e1be3e13900e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.3784609 Jun 11 00:26:03.357004 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32f22278-dcea-490c-abcb-bfa52531b018 req-1f505b2c-a653-40cf-a1ef-241e4fcaa8dd tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Jun 11 00:26:03.378714 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663ae03-6c41-4988-8059-541cfe76c7bd req-190e020a-7727-430c-83d8-a0725e95bd9d tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:03.380707 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d663ae03-6c41-4988-8059-541cfe76c7bd req-190e020a-7727-430c-83d8-a0725e95bd9d tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 944 time: 0.1193771 Jun 11 00:26:03.475191 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d663ae03-6c41-4988-8059-541cfe76c7bd req-ef362cf5-d3a7-4269-811c-4dcb5be70f89 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Jun 11 00:26:03.582014 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-c161fa5b-3970-4193-97b0-19198c831245 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745816 Jun 11 00:26:03.696217 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd290aa-4123-4743-998d-3553f657cce0 req-75528d6a-8037-4a5a-9632-7688b2a5a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:03.699591 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-75528d6a-8037-4a5a-9632-7688b2a5a841 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0868027 Jun 11 00:26:03.810533 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:03.856631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd290aa-4123-4743-998d-3553f657cce0 req-d0b7fc38-61c6-45bd-9462-7d2ac7206744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:03.858146 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-d0b7fc38-61c6-45bd-9462-7d2ac7206744 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.1272123 Jun 11 00:26:03.918970 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-8f1f5c21-6614-4fc3-b39e-8ead4a2b2c04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.0500174 Jun 11 00:26:03.982223 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd290aa-4123-4743-998d-3553f657cce0 req-4b4a9776-041d-453c-a5fa-adae33c14454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:03.983597 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-4b4a9776-041d-453c-a5fa-adae33c14454 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.0571990 Jun 11 00:26:04.022346 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-09d96758-b884-4465-800b-c66b09ff5fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316036 Jun 11 00:26:04.158291 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-6851004c-6768-4839-b79a-37780d470dc8 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289999 Jun 11 00:26:04.310831 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fd290aa-4123-4743-998d-3553f657cce0 req-6b6ea965-054d-400b-8958-75ebd142af00 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452701 Jun 11 00:26:04.590444 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712cc94-e9b0-4e56-88f0-932e70aaf10e req-921d7ed4-a727-4604-a5c8-b00051e12e3d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:04.592001 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a712cc94-e9b0-4e56-88f0-932e70aaf10e req-921d7ed4-a727-4604-a5c8-b00051e12e3d tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1020081 Jun 11 00:26:04.671938 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a712cc94-e9b0-4e56-88f0-932e70aaf10e req-53e3e95d-0a6a-4527-b508-ac5bc61f1c68 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671089 Jun 11 00:26:04.691866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cf3a7-6fe7-42dc-b13b-98af0eacd5cd req-fdbceebd-9b27-4ab7-9f34-8c8a36514880 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:04.693302 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cc5cf3a7-6fe7-42dc-b13b-98af0eacd5cd req-fdbceebd-9b27-4ab7-9f34-8c8a36514880 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 944 time: 0.0973744 Jun 11 00:26:04.763144 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cc5cf3a7-6fe7-42dc-b13b-98af0eacd5cd req-89e4ea0c-074a-45aa-bffa-cf8106b39c68 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Jun 11 00:26:05.945921 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device c8c24201-18d3-4b8c-95c0-2562ff85ce9f up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:26:05.960099 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297df5f7-edc9-4a8a-813e-4754460653b7 req-f0044c08-7df9-4fa0-9907-8642eb38bd2c tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:05.968613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-297df5f7-edc9-4a8a-813e-4754460653b7 req-f0044c08-7df9-4fa0-9907-8642eb38bd2c tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 944 time: 0.0947311 Jun 11 00:26:06.021322 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-297df5f7-edc9-4a8a-813e-4754460653b7 req-9ae9162a-ba3c-4ba7-a2fa-d54114e010de tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Jun 11 00:26:06.145029 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port c8c24201-18d3-4b8c-95c0-2562ff85ce9f completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:26:06.149696 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port c8c24201-18d3-4b8c-95c0-2562ff85ce9f triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:26:06.150084 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:06.264999 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:06.291034 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:26:06.294490 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc40dae1-0fb7-4e13-a43c-1cdc55e14ea6" -d '{"events": [{"server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "name": "network-vif-plugged", "status": "completed", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:26:06.319931 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:06.340034 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd16be-fd48-479b-8d0b-f4245e7d3e4c x-openstack-request-id: req-5ebd16be-fd48-479b-8d0b-f4245e7d3e4c {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:26:06.343661 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "name": "network-vif-plugged", "status": "completed", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:26:06.343661 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ebd16be-fd48-479b-8d0b-f4245e7d3e4c {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:26:06.343661 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f', 'code': 200} Jun 11 00:26:06.359403 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e290421-ecb4-473f-8c0e-b2f21cfb5d0c req-71e8f522-be4a-467d-9149-f59536d601db tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:06.362202 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e290421-ecb4-473f-8c0e-b2f21cfb5d0c req-71e8f522-be4a-467d-9149-f59536d601db tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.0872412 Jun 11 00:26:06.391288 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:06.394830 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:06.440829 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e290421-ecb4-473f-8c0e-b2f21cfb5d0c req-6387ddc3-085f-4112-9c9f-9698f726bffc tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713737 Jun 11 00:26:06.478722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:06.482051 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:06.673355 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa07531-abe2-46f7-bf2b-337fb8060187 req-2e129dd9-fc48-41fe-a789-9f84532bf41b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:06.674319 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-caa07531-abe2-46f7-bf2b-337fb8060187 req-2e129dd9-fc48-41fe-a789-9f84532bf41b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Jun 11 00:26:06.725232 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-caa07531-abe2-46f7-bf2b-337fb8060187 req-85e60e68-34d4-433a-a367-1b25ab4598d6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445020 Jun 11 00:26:06.811139 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673df97-5b0c-4d1a-ae38-e5a1e223acb5 req-e92dd47e-2e3a-4b61-9a09-012769f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:06.813467 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-1673df97-5b0c-4d1a-ae38-e5a1e223acb5 req-e92dd47e-2e3a-4b61-9a09-012769f4d591 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 1098 time: 0.0676486 Jun 11 00:26:06.855306 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:26:06.868046 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-1673df97-5b0c-4d1a-ae38-e5a1e223acb5 req-4cb57269-2932-4acd-92bc-51d6e2332e77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Jun 11 00:26:06.884503 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:07.207705 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01975fdd-d171-4eb9-9b9a-f64281c05748 req-c38a5391-17d7-4808-9f19-e2dc4bc1b20f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:07.209316 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-01975fdd-d171-4eb9-9b9a-f64281c05748 req-c38a5391-17d7-4808-9f19-e2dc4bc1b20f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.0759213 Jun 11 00:26:07.259456 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-01975fdd-d171-4eb9-9b9a-f64281c05748 req-ec7c595d-01ae-4bf8-a572-66856200e99b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Jun 11 00:26:07.869671 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fb852-a286-41f3-aeda-c62fab5f4995 req-84a529ad-d470-495c-880c-593c9461b0fb tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:07.871133 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f84fb852-a286-41f3-aeda-c62fab5f4995 req-84a529ad-d470-495c-880c-593c9461b0fb tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.1157229 Jun 11 00:26:07.912656 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f84fb852-a286-41f3-aeda-c62fab5f4995 req-baa8771f-546f-4af9-b8ea-1576717e5709 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jun 11 00:26:08.457437 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262d092-ca1a-423d-98c3-16b2b7d1280f req-4d1e1d1c-5373-4c15-bf20-4688ab45496b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:08.464675 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b262d092-ca1a-423d-98c3-16b2b7d1280f req-4d1e1d1c-5373-4c15-bf20-4688ab45496b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.0852692 Jun 11 00:26:08.526903 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b262d092-ca1a-423d-98c3-16b2b7d1280f req-a0bb9b9a-f6c1-4c10-92b2-d7f26b4b144b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Jun 11 00:26:08.934525 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-603ba8fe-c7f7-486b-9e62-1e064063f120 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:08.940156 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-603ba8fe-c7f7-486b-9e62-1e064063f120 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.0883665 Jun 11 00:26:09.131436 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae31d-9ee6-4b94-8aab-707d729cb746 req-e40416fa-0cb0-4426-a0ce-ffae57f000f6 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:09.139528 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-921ae31d-9ee6-4b94-8aab-707d729cb746 req-e40416fa-0cb0-4426-a0ce-ffae57f000f6 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 946 time: 0.0947883 Jun 11 00:26:09.157127 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Deleting port a05da36a-7c86-4e25-b88b-083ab2027f35 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:26:09.157604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:09.195389 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-921ae31d-9ee6-4b94-8aab-707d729cb746 req-f4e3cbcb-1d9b-4d59-82f8-d6385aa611a4 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Jun 11 00:26:09.310722 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] For port a05da36a-7c86-4e25-b88b-083ab2027f35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a05da36a-7c86-4e25-b88b-083ab2027f35,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:09.311059 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:09.415720 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Calling delete_port for a05da36a-7c86-4e25-b88b-083ab2027f35 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:26:09.750698 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4b207-6d34-4e9f-9551-91e3e574aebf req-07ff227e-b0ab-4091-9526-f214c740c9dc tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:09.752452 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8aa4b207-6d34-4e9f-9551-91e3e574aebf req-07ff227e-b0ab-4091-9526-f214c740c9dc tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.1052103 Jun 11 00:26:09.860217 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8aa4b207-6d34-4e9f-9551-91e3e574aebf req-b2a8c947-706a-42f3-8774-408cb6819c46 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006055 Jun 11 00:26:09.930456 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:09.936110 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:09.948956 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6', '6863a96a-512f-4092-ba37-ef450cbdf0ff', '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'a05da36a-7c86-4e25-b88b-083ab2027f35'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:26:09.992368 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event deleted for resources: {'Port': ['ID=a05da36a-7c86-4e25-b88b-083ab2027f35,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:09.998133 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:10.078858 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] No DVR routers for this DVR port a05da36a-7c86-4e25-b88b-083ab2027f35 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:26:10.081877 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:10.085806 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-11d96a1d-5f27-4be1-a130-fd0ad59b7996 req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "DELETE /v2.0/ports/a05da36a-7c86-4e25-b88b-083ab2027f35 HTTP/1.1" status: 204 len: 173 time: 1.1300159 Jun 11 00:26:10.086373 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'name': 'network-vif-deleted', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:26:10.098857 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0be4b3-352e-49e1-b9df-fac88f11f03a" -d '{"events": [{"server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "name": "network-vif-deleted", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:26:10.152696 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d880c2d-cc03-4a16-815b-9e3224ff08f8 x-openstack-request-id: req-8d880c2d-cc03-4a16-815b-9e3224ff08f8 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:26:10.153000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba102dc5-29f4-4e3d-8842-f4ee067862e9", "name": "network-vif-deleted", "tag": "a05da36a-7c86-4e25-b88b-083ab2027f35", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:26:10.153377 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d880c2d-cc03-4a16-815b-9e3224ff08f8 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:26:10.154001 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba102dc5-29f4-4e3d-8842-f4ee067862e9', 'name': 'network-vif-deleted', 'tag': 'a05da36a-7c86-4e25-b88b-083ab2027f35', 'status': 'completed', 'code': 200} Jun 11 00:26:10.453384 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-466ed10a-e82c-45f9-8e51-09279739ebef req-04a50c4c-5e42-4cae-9401-f13935c2d347 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 210 time: 0.0394588 Jun 11 00:26:11.674773 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f4923e67-4533-48b8-a636-c369f3cd7b34 req-c2e1529e-5248-4f74-8096-ff1a36a79a27 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba102dc5-29f4-4e3d-8842-f4ee067862e9 HTTP/1.1" status: 200 len: 210 time: 0.0382733 Jun 11 00:26:11.971475 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device a05da36a-7c86-4e25-b88b-083ab2027f35 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:26:11.999131 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: a05da36a-7c86-4e25-b88b-083ab2027f35 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:26:12.003452 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device a05da36a-7c86-4e25-b88b-083ab2027f35 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:26:12.297238 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebe07d-6ae2-49b9-bd5d-c829c589db61 req-1b0cea23-d74a-4a2a-a7ba-ca739ddca4db tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:12.299058 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e0ebe07d-6ae2-49b9-bd5d-c829c589db61 req-1b0cea23-d74a-4a2a-a7ba-ca739ddca4db tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1188061 Jun 11 00:26:12.328582 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-cdd490ce-e50d-4c56-a99b-8471975312ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:12.330134 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-cdd490ce-e50d-4c56-a99b-8471975312ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0909173 Jun 11 00:26:12.359147 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e0ebe07d-6ae2-49b9-bd5d-c829c589db61 req-86c5fcd2-491b-402e-a380-960b49304a25 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532238 Jun 11 00:26:12.478407 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-34047096-bab5-42a1-a4b2-67789289f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:12.479760 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-34047096-bab5-42a1-a4b2-67789289f59e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.1388683 Jun 11 00:26:12.542052 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-99291862-6d7d-49f8-9125-6699d983eed4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.0460639 Jun 11 00:26:12.607098 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-a8342665-ac4b-456e-b3f1-29a4fd014f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:12.608545 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-a8342665-ac4b-456e-b3f1-29a4fd014f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.0555358 Jun 11 00:26:12.647261 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-855edb02-f3fc-4558-a676-7c42befa658e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299942 Jun 11 00:26:12.773200 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-f2b0544f-2f0c-4b77-b534-82b95a541a4e service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149671 Jun 11 00:26:12.901872 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-de14e000-2a1d-45e1-bd94-9d1223bccd85 req-d2940478-08a3-42aa-9a0a-bea4d9d8f53a service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197286 Jun 11 00:26:13.563712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30764b-4b90-4e43-a7c0-ff45ea6884ee req-7b028827-a1a2-41b1-808d-a40a5c018b7e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:13.565382 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-df30764b-4b90-4e43-a7c0-ff45ea6884ee req-7b028827-a1a2-41b1-808d-a40a5c018b7e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0729692 Jun 11 00:26:13.617688 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-df30764b-4b90-4e43-a7c0-ff45ea6884ee req-bfd7f260-0483-4c99-b2cc-6fd2782cb466 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Jun 11 00:26:14.806368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd271e8-293c-4bc7-af9e-c3899e62c4de req-67d8f6ff-55d2-4552-bf41-ac1c2945e4b2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:14.807850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bcd271e8-293c-4bc7-af9e-c3899e62c4de req-67d8f6ff-55d2-4552-bf41-ac1c2945e4b2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.1101093 Jun 11 00:26:14.866230 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bcd271e8-293c-4bc7-af9e-c3899e62c4de req-55e3d2ce-a9f3-41ff-a896-d60c6702ba42 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511141 Jun 11 00:26:14.877318 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f91635-ae7c-4197-a592-34896634273f req-967515db-2673-402f-9c4a-5eb64db9ae8b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:14.892328 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-92f91635-ae7c-4197-a592-34896634273f req-967515db-2673-402f-9c4a-5eb64db9ae8b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1362374 Jun 11 00:26:14.943062 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-92f91635-ae7c-4197-a592-34896634273f req-e2338132-2724-4f9d-9018-75c2c7295105 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Jun 11 00:26:16.078231 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111f426-f450-498d-9627-52b3a980141e req-03d338e5-087d-4071-ae85-7a18e5194d41 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:16.080407 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7111f426-f450-498d-9627-52b3a980141e req-03d338e5-087d-4071-ae85-7a18e5194d41 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.0857077 Jun 11 00:26:16.162196 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7111f426-f450-498d-9627-52b3a980141e req-e2bdf2c7-2833-480d-9029-fde284d61e9c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595982 Jun 11 00:26:16.179686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb282-331c-4e08-a078-8de28dc8f60e req-8e706240-5a88-46a6-ab01-520f0064eb25 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:16.181202 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-245bb282-331c-4e08-a078-8de28dc8f60e req-8e706240-5a88-46a6-ab01-520f0064eb25 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1223943 Jun 11 00:26:16.231781 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-245bb282-331c-4e08-a078-8de28dc8f60e req-df4cfa10-b399-4298-8787-fc61df7ee8ad tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Jun 11 00:26:17.427174 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8df7d4-d9ff-4461-8128-b6e78bfa4558 req-6148cbac-325a-4737-9103-e6026381d639 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:17.428615 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8b8df7d4-d9ff-4461-8128-b6e78bfa4558 req-6148cbac-325a-4737-9103-e6026381d639 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.1266451 Jun 11 00:26:17.483003 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8b8df7d4-d9ff-4461-8128-b6e78bfa4558 req-96c008a9-2148-477c-bd22-13f582aaddbc tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477743 Jun 11 00:26:17.490576 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8c97c-ad39-40e1-b8d4-b15a68558d9c req-3fbf3dd7-b184-4870-a7a6-6bf60b0cf7d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:17.492116 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4fe8c97c-ad39-40e1-b8d4-b15a68558d9c req-3fbf3dd7-b184-4870-a7a6-6bf60b0cf7d5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1338248 Jun 11 00:26:17.584416 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa326d-7395-49a4-816f-35294e808c96 req-3cb19309-607a-4fa1-8d88-277771c3989b tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:17.586748 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-20aa326d-7395-49a4-816f-35294e808c96 req-3cb19309-607a-4fa1-8d88-277771c3989b tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 946 time: 0.1077871 Jun 11 00:26:17.591799 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4fe8c97c-ad39-40e1-b8d4-b15a68558d9c req-0e96e358-4a57-4146-b371-25ab371550e9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871675 Jun 11 00:26:17.724051 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Deleting port 051af121-2a8f-4c00-ad73-689d22fe6a2d {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:26:17.724317 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:17.840161 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] For port 051af121-2a8f-4c00-ad73-689d22fe6a2d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=051af121-2a8f-4c00-ad73-689d22fe6a2d,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:17.840521 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:17.932724 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Calling delete_port for 051af121-2a8f-4c00-ad73-689d22fe6a2d owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:26:18.175358 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:18.179771 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd0c14ef-65ba-4413-8b86-aa6528b02f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:18.188789 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6', '6863a96a-512f-4092-ba37-ef450cbdf0ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:26:18.210428 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event deleted for resources: {'Port': ['ID=051af121-2a8f-4c00-ad73-689d22fe6a2d,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:18.222171 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:18.324806 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] No DVR routers for this DVR port 051af121-2a8f-4c00-ad73-689d22fe6a2d on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:26:18.328209 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:18.330555 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-20aa326d-7395-49a4-816f-35294e808c96 req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "DELETE /v2.0/ports/051af121-2a8f-4c00-ad73-689d22fe6a2d HTTP/1.1" status: 204 len: 173 time: 0.7352104 Jun 11 00:26:18.331553 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'name': 'network-vif-deleted', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:26:18.336107 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62407771-32f6-4876-9a7e-8fe1ef9c16fa" -d '{"events": [{"server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "name": "network-vif-deleted", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:26:18.394472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b086a4-dfa5-4436-9549-983bbf1d1249 x-openstack-request-id: req-b5b086a4-dfa5-4436-9549-983bbf1d1249 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:26:18.394883 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3", "name": "network-vif-deleted", "tag": "051af121-2a8f-4c00-ad73-689d22fe6a2d", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:26:18.395562 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5b086a4-dfa5-4436-9549-983bbf1d1249 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:26:18.395992 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3', 'name': 'network-vif-deleted', 'tag': '051af121-2a8f-4c00-ad73-689d22fe6a2d', 'status': 'completed', 'code': 200} Jun 11 00:26:18.672153 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9a16cb0f-6acf-491f-afd0-b87581f0d784 req-eac05c2b-9dd3-4029-92df-27c7ee564e10 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=a40f2f38-a6e5-41b8-8a6d-bfc04db2b8e3 HTTP/1.1" status: 200 len: 210 time: 0.0548196 Jun 11 00:26:18.823225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b509437-8117-4958-b6b2-75442a92be77 req-6e2b8959-24ad-47d8-846e-84919dfac610 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:18.825194 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b509437-8117-4958-b6b2-75442a92be77 req-6e2b8959-24ad-47d8-846e-84919dfac610 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0792153 Jun 11 00:26:18.868390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b509437-8117-4958-b6b2-75442a92be77 req-8c7dbd34-c2ac-4a36-b4ad-0464bef076a0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368645 Jun 11 00:26:20.034232 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 051af121-2a8f-4c00-ad73-689d22fe6a2d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:26:20.062025 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 051af121-2a8f-4c00-ad73-689d22fe6a2d {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:26:20.062492 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 051af121-2a8f-4c00-ad73-689d22fe6a2d not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:26:20.193076 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bd58b-836c-424e-b200-2e1d222f9258 req-7fe0921f-fcad-4003-88d9-d1f977fb9ba5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:20.194604 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-556bd58b-836c-424e-b200-2e1d222f9258 req-7fe0921f-fcad-4003-88d9-d1f977fb9ba5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0764108 Jun 11 00:26:20.245765 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-556bd58b-836c-424e-b200-2e1d222f9258 req-84a150c1-2612-4635-84b8-9f693b3a21b7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Jun 11 00:26:20.455801 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1e93-790c-4959-9446-d713883aea46 req-5e666c8d-126a-4fb3-bff1-868dfbdeb78c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:20.457301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5da1e93-790c-4959-9446-d713883aea46 req-5e666c8d-126a-4fb3-bff1-868dfbdeb78c tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.0946043 Jun 11 00:26:20.500660 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5da1e93-790c-4959-9446-d713883aea46 req-a9be33d0-66aa-4804-b8f5-d845ccaa6100 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Jun 11 00:26:21.449466 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1058e62-1e84-4c53-8526-594bdb719ea5 req-65ea1776-9c3d-4813-ba9f-61037f558276 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:21.451088 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f1058e62-1e84-4c53-8526-594bdb719ea5 req-65ea1776-9c3d-4813-ba9f-61037f558276 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Jun 11 00:26:21.502972 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f1058e62-1e84-4c53-8526-594bdb719ea5 req-44e57b1e-55b4-42b9-aee9-ba275f4c2b67 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jun 11 00:26:21.724489 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98e52-bb4a-4320-be2f-086135211289 req-2f8099de-7987-4c51-8fa7-e5ff240d8595 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:21.729037 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-46a98e52-bb4a-4320-be2f-086135211289 req-2f8099de-7987-4c51-8fa7-e5ff240d8595 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.0955076 Jun 11 00:26:21.827086 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-46a98e52-bb4a-4320-be2f-086135211289 req-20406e30-5ac0-4d37-a517-9495e8257a10 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720634 Jun 11 00:26:22.588011 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373433-9726-49bf-8237-726e8b3611aa req-1241ee4f-ee4b-414f-af23-8ef76b598af9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:22.589686 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f3373433-9726-49bf-8237-726e8b3611aa req-1241ee4f-ee4b-414f-af23-8ef76b598af9 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.0868154 Jun 11 00:26:22.701039 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3fcab-bf63-4bd6-af8c-19cda52d5a0b req-9bfaf7ea-1512-4a68-bb76-c635bfc5067b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:22.710188 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82e3fcab-bf63-4bd6-af8c-19cda52d5a0b req-9bfaf7ea-1512-4a68-bb76-c635bfc5067b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0938358 Jun 11 00:26:22.750004 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82e3fcab-bf63-4bd6-af8c-19cda52d5a0b req-902c2711-cf93-4168-b02c-b24f6638f120 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Jun 11 00:26:22.768172 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Deleting port 6863a96a-512f-4092-ba37-ef450cbdf0ff {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:26:22.768631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:22.904011 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] For port 6863a96a-512f-4092-ba37-ef450cbdf0ff, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6863a96a-512f-4092-ba37-ef450cbdf0ff,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:22.904510 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:23.008840 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Calling delete_port for 6863a96a-512f-4092-ba37-ef450cbdf0ff owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:26:23.018601 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3b1ac-ca95-4877-b582-6c7417b22226 req-6ad0f08d-73ef-45fe-a1a4-49705927b215 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:23.020216 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d8e3b1ac-ca95-4877-b582-6c7417b22226 req-6ad0f08d-73ef-45fe-a1a4-49705927b215 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 945 time: 0.0751612 Jun 11 00:26:23.074635 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d8e3b1ac-ca95-4877-b582-6c7417b22226 req-2b134206-6ada-4878-aa19-2dec7e316575 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465417 Jun 11 00:26:23.221374 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:23.225272 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be2497c2-9c8b-4b00-8220-44a8506392a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:23.234380 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['10e94690-e212-4566-bc8b-5a02ce4e47c6', '6863a96a-512f-4092-ba37-ef450cbdf0ff'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:26:23.256822 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event deleted for resources: {'Port': ['ID=6863a96a-512f-4092-ba37-ef450cbdf0ff,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:23.259879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:23.313811 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] No DVR routers for this DVR port 6863a96a-512f-4092-ba37-ef450cbdf0ff on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:26:23.318624 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:23.320712 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f3373433-9726-49bf-8237-726e8b3611aa req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "DELETE /v2.0/ports/6863a96a-512f-4092-ba37-ef450cbdf0ff HTTP/1.1" status: 204 len: 173 time: 0.7180381 Jun 11 00:26:23.321111 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'name': 'network-vif-deleted', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:26:23.323686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4730212-80fc-4ade-b6d7-d558ba451c77" -d '{"events": [{"server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "name": "network-vif-deleted", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:26:23.367327 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f126a-d2cf-45ac-a213-1cc8946b12aa x-openstack-request-id: req-2f0f126a-d2cf-45ac-a213-1cc8946b12aa {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:26:23.373256 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e76943-85ee-4808-a8ce-ebba513f6671", "name": "network-vif-deleted", "tag": "6863a96a-512f-4092-ba37-ef450cbdf0ff", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:26:23.373256 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f0f126a-d2cf-45ac-a213-1cc8946b12aa {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:26:23.373256 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e76943-85ee-4808-a8ce-ebba513f6671', 'name': 'network-vif-deleted', 'tag': '6863a96a-512f-4092-ba37-ef450cbdf0ff', 'status': 'completed', 'code': 200} Jun 11 00:26:23.939524 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564d084-70b2-4a04-86df-d5946112a0f6 req-aa91b24b-746a-4127-8875-f372fb1a04fc tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:23.941003 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0564d084-70b2-4a04-86df-d5946112a0f6 req-aa91b24b-746a-4127-8875-f372fb1a04fc tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0692410 Jun 11 00:26:23.981119 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0564d084-70b2-4a04-86df-d5946112a0f6 req-94ae7855-8289-4c54-a519-cab4b4a0758b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Jun 11 00:26:24.251768 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-df12647c-f1a6-4e89-ab4d-9404f9bc356d req-4a272576-8b3a-4d5c-bd21-7271579d13af tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e76943-85ee-4808-a8ce-ebba513f6671 HTTP/1.1" status: 200 len: 210 time: 0.0503387 Jun 11 00:26:25.162925 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bded21-73e7-4583-81bc-b10151ad5f9e req-3eb0e504-f14d-4fb5-815c-3fca298160db tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:25.164394 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e9bded21-73e7-4583-81bc-b10151ad5f9e req-3eb0e504-f14d-4fb5-815c-3fca298160db tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0683534 Jun 11 00:26:25.205991 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e9bded21-73e7-4583-81bc-b10151ad5f9e req-efd11a07-c37d-4fcb-9fd3-a432e4dad045 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Jun 11 00:26:26.073892 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6863a96a-512f-4092-ba37-ef450cbdf0ff no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:26:26.100451 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 6863a96a-512f-4092-ba37-ef450cbdf0ff {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:26:26.101060 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6863a96a-512f-4092-ba37-ef450cbdf0ff not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:26:26.399729 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed070b0a-b10a-4cf7-b3e9-b2195dfb9960 req-7e6454a0-2018-458d-a7e4-94f75a653f5b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:26.402070 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ed070b0a-b10a-4cf7-b3e9-b2195dfb9960 req-7e6454a0-2018-458d-a7e4-94f75a653f5b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0739307 Jun 11 00:26:26.447455 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ed070b0a-b10a-4cf7-b3e9-b2195dfb9960 req-dc83faef-c396-46cb-a589-5e7137d62cc6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Jun 11 00:26:27.093599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54178) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:27.175557 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Deleting subnet 9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:26:27.180949 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.250609 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e68fa-4ecf-4ed5-a763-5c235e9318f1 req-90ecdca2-fa81-42fd-b8e3-e38440c8a5b3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:27.250828 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c75e68fa-4ecf-4ed5-a763-5c235e9318f1 req-90ecdca2-fa81-42fd-b8e3-e38440c8a5b3 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1257856 Jun 11 00:26:27.257350 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.269800 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.335292 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c75e68fa-4ecf-4ed5-a763-5c235e9318f1 req-78adfbdf-6a45-4199-ad37-fcf8cd704186 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757210 Jun 11 00:26:27.436404 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.438806 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:27.478790 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:27.481543 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:27.486257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.490933 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-12f0e132-73ea-4415-ac6b-526f0352bf5e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9e0ddd9c-5a44-4a26-bc39-2dd147c33ef8 HTTP/1.1" status: 204 len: 168 time: 0.3934684 Jun 11 00:26:27.490933 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54184) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:27.587135 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.707878 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac12ba3-6546-4cd9-a573-6a5e720c91a3 req-235abcaf-73be-40d1-8f4b-3174522630f4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:27.709445 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cac12ba3-6546-4cd9-a573-6a5e720c91a3 req-235abcaf-73be-40d1-8f4b-3174522630f4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1434920 Jun 11 00:26:27.752739 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.779119 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.779515 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.780278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.780629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > port after_create 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.780960 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > port after_delete 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.781304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > port after_update 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.781632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.781956 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.782292 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.782611 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.848629 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.848917 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.849253 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.849589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 00:26:27.849963 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d0386e-b135-43e4-8495-58f1e4d84284']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:27.872096 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:27.872391 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fe8e0e-825d-4e6c-af25-1ea15a12bfb5') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:27.895803 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.914894 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cac12ba3-6546-4cd9-a573-6a5e720c91a3 req-1544dbc0-fee7-4450-8035-7cb01f7ae435 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594303 Jun 11 00:26:27.923581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.932425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:26:27.932834 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:26:27.936791 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:26:28.066624 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.073003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.074921 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] 10.222.0.38 "DELETE /v2.0/networks/f0d0386e-b135-43e4-8495-58f1e4d84284 HTTP/1.1" status: 204 len: 168 time: 0.5833929 Jun 11 00:26:28.075591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9fc95dd-2464-4346-949c-3f0182a0df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:28.092003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d0386e-b135-43e4-8495-58f1e4d84284,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:28.094435 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d2932df4-fc93-495f-bb79-82ec52de336a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:28.390349 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54196) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:28.452521 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-5393fcd7-ff58-4f10-8589-702a216e98c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bde21adde24042c8960af1fcd4fe5eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585520 Jun 11 00:26:28.453159 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54198) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:28.472449 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-481bce58-1d26-4c80-a24e-f0af05050a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.561095 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.583707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bab0ac-e92e-4e17-80ca-cf350af40a8c req-e2ac8a14-4713-4010-8ba8-318a06f706c7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:28.585137 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e6bab0ac-e92e-4e17-80ca-cf350af40a8c req-e2ac8a14-4713-4010-8ba8-318a06f706c7 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.1250546 Jun 11 00:26:28.598360 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.667377 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e6bab0ac-e92e-4e17-80ca-cf350af40a8c req-3cbaf043-d855-4517-b3dd-a7a79baa26fe tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683186 Jun 11 00:26:28.752352 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.754970 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:28.756151 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c6db7e4-a523-403d-a388-0fa8f7009877 HTTP/1.1" status: 204 len: 168 time: 0.3019395 Jun 11 00:26:28.756916 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a01fce1e-4060-4812-962a-84671345e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:28.766185 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6db7e4-a523-403d-a388-0fa8f7009877,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:28.768500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:29.111131 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3c97-ed5a-4324-8cb3-b9d3226f763f req-ea651cbc-2376-4820-a0b5-cbe377ca3fd2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:29.112737 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bccf3c97-ed5a-4324-8cb3-b9d3226f763f req-ea651cbc-2376-4820-a0b5-cbe377ca3fd2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0737386 Jun 11 00:26:29.159274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bccf3c97-ed5a-4324-8cb3-b9d3226f763f req-ff9bf287-c040-480a-8c59-5f9418c43369 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367072 Jun 11 00:26:29.669594 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-84f3a91d-525a-4c95-a59e-815e017f65d2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:29.671134 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-84f3a91d-525a-4c95-a59e-815e017f65d2 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.0722072 Jun 11 00:26:29.827771 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Deleting port 10e94690-e212-4566-bc8b-5a02ce4e47c6 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:26:29.834462 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:29.874708 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa3eeb-013b-45b2-8599-05776c58f80f req-c8842ae6-13d8-41b4-a4f7-80daecb47bca tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:29.876986 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-34aa3eeb-013b-45b2-8599-05776c58f80f req-c8842ae6-13d8-41b4-a4f7-80daecb47bca tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 945 time: 0.0902925 Jun 11 00:26:29.926750 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-34aa3eeb-013b-45b2-8599-05776c58f80f req-0789d20a-af1d-4282-9714-ab2db7f0c53e tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6b3e8e7-0daa-402e-a522-7d74ae8b894e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Jun 11 00:26:29.977244 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] For port 10e94690-e212-4566-bc8b-5a02ce4e47c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=10e94690-e212-4566-bc8b-5a02ce4e47c6,segment=NetworkSegment(22839fe0-9a06-4461-b142-8953aa630217),segment_id=22839fe0-9a06-4461-b142-8953aa630217)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:26:29.977608 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:30.071291 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Calling delete_port for 10e94690-e212-4566-bc8b-5a02ce4e47c6 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:26:30.351588 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648c02-c58d-4461-a325-e227254f1645 req-21e88bb3-1b1a-4c41-8880-6660ac3fcd6f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:30.353058 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-72648c02-c58d-4461-a325-e227254f1645 req-21e88bb3-1b1a-4c41-8880-6660ac3fcd6f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0717096 Jun 11 00:26:30.363820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:30.367710 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:30.398047 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-72648c02-c58d-4461-a325-e227254f1645 req-4d989eb3-ab1e-4dbb-a6ac-48e40ea89671 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Jun 11 00:26:30.398968 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Pushing event deleted for resources: {'Port': ['ID=10e94690-e212-4566-bc8b-5a02ce4e47c6,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:30.403460 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:30.457018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] No DVR routers for this DVR port 10e94690-e212-4566-bc8b-5a02ce4e47c6 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:26:30.459479 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:30.461405 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04cae3e2-3cc9-4c8e-80be-ca84198992de req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.45 "DELETE /v2.0/ports/10e94690-e212-4566-bc8b-5a02ce4e47c6 HTTP/1.1" status: 204 len: 173 time: 0.7840621 Jun 11 00:26:30.461885 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'name': 'network-vif-deleted', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:26:30.464957 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b9582-fa69-48c1-921d-0f51c19f0d3f" -d '{"events": [{"server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "name": "network-vif-deleted", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:26:30.500898 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13332f0a-35d2-4d74-ad14-a369faae8abd x-openstack-request-id: req-13332f0a-35d2-4d74-ad14-a369faae8abd {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:26:30.501210 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc02c0c4-8c76-47d3-bc32-8eadfff34d3d", "name": "network-vif-deleted", "tag": "10e94690-e212-4566-bc8b-5a02ce4e47c6", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:26:30.501492 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13332f0a-35d2-4d74-ad14-a369faae8abd {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:26:30.501905 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc02c0c4-8c76-47d3-bc32-8eadfff34d3d', 'name': 'network-vif-deleted', 'tag': '10e94690-e212-4566-bc8b-5a02ce4e47c6', 'status': 'completed', 'code': 200} Jun 11 00:26:31.095088 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e5253852-6e9f-4f38-a9ef-4f7d01ca3256 req-9d2b2ea6-2d95-4991-b23c-110397f329be tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc02c0c4-8c76-47d3-bc32-8eadfff34d3d HTTP/1.1" status: 200 len: 210 time: 0.0315094 Jun 11 00:26:31.123769 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-28f789ba-082f-4edb-ab17-8dc6ce665541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:31.175129 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:31.586916 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438a15-5331-459a-98e6-62d4b9a7bf4f req-2bfd5979-4efe-42a5-b917-c4453adbfca2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:31.588939 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31438a15-5331-459a-98e6-62d4b9a7bf4f req-2bfd5979-4efe-42a5-b917-c4453adbfca2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0693254 Jun 11 00:26:31.634279 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31438a15-5331-459a-98e6-62d4b9a7bf4f req-090ddc5a-bd2c-4165-9937-0ba0de9026a8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Jun 11 00:26:32.066387 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 10e94690-e212-4566-bc8b-5a02ce4e47c6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:26:32.093223 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 10e94690-e212-4566-bc8b-5a02ce4e47c6 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:26:32.093809 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 10e94690-e212-4566-bc8b-5a02ce4e47c6 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:26:32.188128 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54326) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:32.239743 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Deleting subnet 27e6edea-33c5-4a69-ae2e-1ab173f48108 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:26:32.242625 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.285337 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29037045'] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.333821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.433156 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.461508 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25591428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433591'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.463939 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:32.491663 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e6edea-33c5-4a69-ae2e-1ab173f48108,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:32.495372 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:32.498105 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.500301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/27e6edea-33c5-4a69-ae2e-1ab173f48108 HTTP/1.1" status: 204 len: 168 time: 0.3108547 Jun 11 00:26:32.502382 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54328) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:32.827414 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.969527 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:32.988274 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902517b5-b3e0-406f-83d8-b4cad64c784d req-87359b72-98ce-4f18-beca-aa2286368050 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:32.989758 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-902517b5-b3e0-406f-83d8-b4cad64c784d req-87359b72-98ce-4f18-beca-aa2286368050 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1820185 Jun 11 00:26:32.991368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5dedd7-b434-4a9f-8d3b-96f6bff5713d']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:33.004364 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22839fe0-9a06-4461-b142-8953aa630217') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:33.004665 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22839fe0-9a06-4461-b142-8953aa630217') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:26:33.029317 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.054314 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.063887 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-902517b5-b3e0-406f-83d8-b4cad64c784d req-d94b5285-e224-4790-80eb-6025deb921ac tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643010 Jun 11 00:26:33.064813 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:26:33.065204 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:26:33.067083 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:26:33.226522 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.230677 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:33.233148 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.234972 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3b5dedd7-b434-4a9f-8d3b-96f6bff5713d HTTP/1.1" status: 204 len: 168 time: 0.7316890 Jun 11 00:26:33.248424 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5dedd7-b434-4a9f-8d3b-96f6bff5713d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:33.250640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:33.569047 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54342) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:33.611978 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b258617f-d8fa-4fed-aa53-4702d73d2ee6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b3412e81680473588443fd3eb40be21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417717 Jun 11 00:26:33.614241 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54344) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:33.667766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.703584 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.745695 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.844003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.846577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:33.847720 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6b3e8e7-0daa-402e-a522-7d74ae8b894e HTTP/1.1" status: 204 len: 168 time: 0.2326171 Jun 11 00:26:33.848536 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9049c5b0-eb29-49d5-aaa5-547364c16aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:33.857100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b3e8e7-0daa-402e-a522-7d74ae8b894e,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:33.859337 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:34.265030 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66485b3-d145-4ba0-8ff6-8d7b51926cd8 req-62d85f91-3234-4a65-a457-17ec031f8ea3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:34.266593 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e66485b3-d145-4ba0-8ff6-8d7b51926cd8 req-62d85f91-3234-4a65-a457-17ec031f8ea3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0727353 Jun 11 00:26:34.307752 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e66485b3-d145-4ba0-8ff6-8d7b51926cd8 req-05c47363-26a4-4501-812a-ec32975a137f tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352466 Jun 11 00:26:35.573965 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c12ea-c85c-4431-91b3-399b841845dc req-85834cf2-e6cb-48fd-a8be-e3b2c24b27e0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:35.575426 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b93c12ea-c85c-4431-91b3-399b841845dc req-85834cf2-e6cb-48fd-a8be-e3b2c24b27e0 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0722365 Jun 11 00:26:35.618122 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b93c12ea-c85c-4431-91b3-399b841845dc req-020ab8c3-c73d-49fc-a644-80e8d3541be1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Jun 11 00:26:36.801632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369717aa-42a2-49fc-b13c-ea7c9c646ce6 req-9d345c3a-4248-4737-b522-3a4c17275b60 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:36.803032 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-369717aa-42a2-49fc-b13c-ea7c9c646ce6 req-9d345c3a-4248-4737-b522-3a4c17275b60 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0720453 Jun 11 00:26:36.848788 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-369717aa-42a2-49fc-b13c-ea7c9c646ce6 req-7bf625e2-4f62-4ca8-a601-2f7a2a92b4aa tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jun 11 00:26:36.912380 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:38.034531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7fde2-d5e6-42ba-bcdc-a04a2761b540 req-6de2a0b2-dbc8-45f0-ac43-bd13c8e77396 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:38.035996 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eaa7fde2-d5e6-42ba-bcdc-a04a2761b540 req-6de2a0b2-dbc8-45f0-ac43-bd13c8e77396 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0709100 Jun 11 00:26:38.076109 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eaa7fde2-d5e6-42ba-bcdc-a04a2761b540 req-6b3a3109-a0a3-4d6b-a096-ab09b8613fa1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Jun 11 00:26:38.629593 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54454) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:38.758445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:38.867525 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:38.940601 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:38.942951 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-01d40131-429d-4ab2-b3e4-653ea63c2592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:38.986672 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8eec59dd26ee4351ab3ebcc041fd221e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560007 Jun 11 00:26:38.987598 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe9190-669d-4344-a5ad-f4d3c037e3b8,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:38.989381 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54464) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:38.990607 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:39.042524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:39.067983 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:39.192265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:39.194906 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:39.196110 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3dfe9190-669d-4344-a5ad-f4d3c037e3b8 HTTP/1.1" status: 204 len: 168 time: 0.2052650 Jun 11 00:26:39.197107 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-023d65e4-97c2-4287-ba69-7df784ac5a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:39.206105 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe9190-669d-4344-a5ad-f4d3c037e3b8,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:39.216855 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:39.302961 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7e498-8bd4-415c-9f71-5e43a88f8f8f req-d4e479e4-8ab7-422b-95a8-b9de55c8b5e4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:39.302961 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2bc7e498-8bd4-415c-9f71-5e43a88f8f8f req-d4e479e4-8ab7-422b-95a8-b9de55c8b5e4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1109939 Jun 11 00:26:39.345190 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2bc7e498-8bd4-415c-9f71-5e43a88f8f8f req-ead27bc4-0bee-446e-b429-096eed494d4b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Jun 11 00:26:40.532856 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1de35-ca19-430e-9cb6-3b6af0804e53 req-f20ae6de-84c2-4ed2-a6cd-379c0cd44eb8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:40.534337 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ffa1de35-ca19-430e-9cb6-3b6af0804e53 req-f20ae6de-84c2-4ed2-a6cd-379c0cd44eb8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0719988 Jun 11 00:26:40.581514 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ffa1de35-ca19-430e-9cb6-3b6af0804e53 req-3c595a5f-2711-4c21-a55d-4615c46ec8f5 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Jun 11 00:26:41.616821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54550) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:41.753466 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:41.816662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10e586-b07e-43ab-bf06-418abec8a46a req-eb2f6e68-70ec-4092-adc4-7bc94e8a1d53 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:41.818111 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ec10e586-b07e-43ab-bf06-418abec8a46a req-eb2f6e68-70ec-4092-adc4-7bc94e8a1d53 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1173115 Jun 11 00:26:41.875333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ec10e586-b07e-43ab-bf06-418abec8a46a req-72468b3f-9296-4799-8620-e47205e43218 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Jun 11 00:26:41.906640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:41.992316 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:41.994851 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e884b015-4885-45e7-a0f8-de8ec8097d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:42.035023 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1b664dcd0574f269f6d8da4372fda0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161608 Jun 11 00:26:42.036115 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c72a6d-4dc5-4f5e-b8cb-43f73d20df07,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:42.037768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54556) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:42.039136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:42.092652 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:42.115017 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:42.295380 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:42.297961 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:42.299613 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49c72a6d-4dc5-4f5e-b8cb-43f73d20df07 HTTP/1.1" status: 204 len: 168 time: 0.2597423 Jun 11 00:26:42.299922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-18269efa-ae60-4e18-b5f8-059da38321ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:42.308421 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c72a6d-4dc5-4f5e-b8cb-43f73d20df07,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:42.310646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:42.923008 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54574) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:42.943084 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.113468 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.129052 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b42b-453a-4171-be14-3afeb7fc3f37 req-8e5d5de2-4d89-47d1-917f-3907bc010609 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:43.130574 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-58d1b42b-453a-4171-be14-3afeb7fc3f37 req-8e5d5de2-4d89-47d1-917f-3907bc010609 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1045363 Jun 11 00:26:43.172031 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-58d1b42b-453a-4171-be14-3afeb7fc3f37 req-666c8a26-10a7-4eb2-a175-2829b6b4df99 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355299 Jun 11 00:26:43.225114 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.228177 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-940307ad-2689-46e4-93e3-823f3711f02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:43.267382 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=508db499fd0d45ed8b790c776fe8956f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431392 Jun 11 00:26:43.268178 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1811c9ec-f546-4530-9d8f-0bda003bf410,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:43.269942 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54582) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:43.271291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:43.328600 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.354232 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.470530 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.473228 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:43.474389 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1811c9ec-f546-4530-9d8f-0bda003bf410 HTTP/1.1" status: 204 len: 168 time: 0.2029798 Jun 11 00:26:43.478328 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-12a533d7-e6ac-4875-ae4c-087115d1e764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:43.485411 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1811c9ec-f546-4530-9d8f-0bda003bf410,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:43.488209 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:43.967799 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:26:44.369952 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed182-3a3a-40f1-b983-df072adf1a7e req-c0f3fa2a-6c40-482a-92d1-2f4bbac5b887 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:44.371470 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c98ed182-3a3a-40f1-b983-df072adf1a7e req-c0f3fa2a-6c40-482a-92d1-2f4bbac5b887 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0760872 Jun 11 00:26:44.414100 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c98ed182-3a3a-40f1-b983-df072adf1a7e req-5f085be1-83d1-4ea5-b40e-4f9dfb34d2d3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Jun 11 00:26:45.599407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40f570-925e-46d8-b1d6-c88fb5a51dda req-4fc20da5-39ec-41de-b413-fa5c07619795 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:45.600896 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3d40f570-925e-46d8-b1d6-c88fb5a51dda req-4fc20da5-39ec-41de-b413-fa5c07619795 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0709686 Jun 11 00:26:45.643109 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3d40f570-925e-46d8-b1d6-c88fb5a51dda req-a5b7e361-fe55-429b-8ca3-756bd35e943a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Jun 11 00:26:46.090478 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f9b94-5a57-4ccc-8b5e-10f9c4f1fb42 req-ee098767-4201-4711-b7b1-5b6a30dc23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:46.091969 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-be1f9b94-5a57-4ccc-8b5e-10f9c4f1fb42 req-ee098767-4201-4711-b7b1-5b6a30dc23d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0581686 Jun 11 00:26:46.130060 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-be1f9b94-5a57-4ccc-8b5e-10f9c4f1fb42 req-aab7029d-8a05-4303-8cf3-fd34ff18070c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Jun 11 00:26:46.257885 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54678) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:46.365238 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.461753 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.550680 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.554024 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e1f1da9e-ee10-4ac1-afd9-3be06cc59068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:46.591703 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f841db5c0364ea3b11c90332c15e5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328066 Jun 11 00:26:46.593531 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7012a19b-2914-43a0-8999-416dc135d83e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:46.594591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54694) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:46.596407 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:46.650833 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.675839 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.796429 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.798954 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:46.800096 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7012a19b-2914-43a0-8999-416dc135d83e HTTP/1.1" status: 204 len: 168 time: 0.2043874 Jun 11 00:26:46.801583 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-362c7658-71d5-4658-a301-50a7d52ffc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:46.815180 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012a19b-2914-43a0-8999-416dc135d83e,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:46.822782 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:46.847785 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a436bb-2fa3-43a9-838b-33424aaa0dd5 req-e18a9e26-b744-40db-b3f4-9c0be5d83359 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:46.849925 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-18a436bb-2fa3-43a9-838b-33424aaa0dd5 req-e18a9e26-b744-40db-b3f4-9c0be5d83359 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0875320 Jun 11 00:26:46.890828 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-18a436bb-2fa3-43a9-838b-33424aaa0dd5 req-848e746f-15ef-4608-bbd3-19aa42036491 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Jun 11 00:26:47.584139 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54720) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:47.602100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:47.699053 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:47.780883 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:47.784310 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:47.822778 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06834013d3f0421c923b24ebd21e88b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376087 Jun 11 00:26:47.824253 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2509a16-97e6-4760-bcc8-77ff7aa5212f,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:47.826043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54724) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:47.827290 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:47.887748 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:47.905477 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:48.043641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:48.046425 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:48.047812 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2509a16-97e6-4760-bcc8-77ff7aa5212f HTTP/1.1" status: 204 len: 168 time: 0.2207601 Jun 11 00:26:48.048765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2dc1b80d-af6b-4336-aaa0-07b459839d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:48.058723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2509a16-97e6-4760-bcc8-77ff7aa5212f,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:48.061405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:48.080822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011996e-850d-43c3-9d71-47cde6387fb6 req-23701994-bd6d-4d50-830a-eb416f9cdf4a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:48.082867 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0011996e-850d-43c3-9d71-47cde6387fb6 req-23701994-bd6d-4d50-830a-eb416f9cdf4a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0779748 Jun 11 00:26:48.129461 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0011996e-850d-43c3-9d71-47cde6387fb6 req-4ad7ce6c-cf32-4a22-a8cc-17d2f1a57635 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Jun 11 00:26:48.326586 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3415a05-8e1b-4a80-99a1-89e77531aa00 req-6004ba85-1798-49a6-ac6f-307eb36db977 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:48.328088 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3415a05-8e1b-4a80-99a1-89e77531aa00 req-6004ba85-1798-49a6-ac6f-307eb36db977 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0769093 Jun 11 00:26:48.373689 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b3415a05-8e1b-4a80-99a1-89e77531aa00 req-ce119c43-5733-4246-b45d-63e6fd5f3e95 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399842 Jun 11 00:26:48.887081 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e014d0-fab9-496b-b0cb-828c3847812f req-7f0aaca8-3222-4969-98c3-369b6aa296a0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:48.889166 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a0e014d0-fab9-496b-b0cb-828c3847812f req-7f0aaca8-3222-4969-98c3-369b6aa296a0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1190081 Jun 11 00:26:48.933869 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a0e014d0-fab9-496b-b0cb-828c3847812f req-4be7af5d-34ed-4445-b019-78e9af03efdf tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Jun 11 00:26:49.037776 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adda2ec-9553-4437-83be-6a66973473cf req-59445fb9-147d-4671-a1e6-1e85fb87ea82 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:49.038760 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-8114af49-84b1-4a1c-b86d-4799f0127e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:49.039484 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3adda2ec-9553-4437-83be-6a66973473cf req-59445fb9-147d-4671-a1e6-1e85fb87ea82 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0840125 Jun 11 00:26:49.045909 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-8114af49-84b1-4a1c-b86d-4799f0127e23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 1098 time: 0.0712764 Jun 11 00:26:49.090173 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3adda2ec-9553-4437-83be-6a66973473cf req-973371aa-80c1-4122-b915-7295d7d59328 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Jun 11 00:26:49.187088 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-440d5e67-a14c-40cb-aca7-3a5a8975049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:49.188486 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-440d5e67-a14c-40cb-aca7-3a5a8975049c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 200 len: 920 time: 0.1346016 Jun 11 00:26:49.246157 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-7e0fb204-9e0b-45ef-a011-a925f5c162a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 200 len: 217 time: 0.0500860 Jun 11 00:26:49.547790 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-76411e28-a74f-4874-b6f2-7b672639afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:49.549340 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-76411e28-a74f-4874-b6f2-7b672639afc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 200 len: 859 time: 0.2875223 Jun 11 00:26:49.577058 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64cd3e-2d44-4557-9fa4-9062724193a7 req-f5fb070e-0fae-4364-93a7-51fc13b0805e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:49.578566 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d64cd3e-2d44-4557-9fa4-9062724193a7 req-f5fb070e-0fae-4364-93a7-51fc13b0805e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0766747 Jun 11 00:26:49.586691 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-7f648f7c-3e4b-462e-b99f-6e7432eff1b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef5d11f3-6c9d-404e-95bd-93732ab4da46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308235 Jun 11 00:26:49.622282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d64cd3e-2d44-4557-9fa4-9062724193a7 req-e0014012-af32-4e29-b13a-d017722af0ee tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376098 Jun 11 00:26:49.712335 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-dd11ff39-df6e-4394-9954-f7094e5f6688 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151121 Jun 11 00:26:49.828828 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-4eb97165-f99a-4fba-a1cd-768d5a41e397 req-a1467f77-e311-4641-b528-90577f3276e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095223 Jun 11 00:26:50.117914 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228089c-7d46-4b84-bfec-ac6d29bfe1fa req-6c8f9ed4-8c8b-427e-8dd8-098b4912bcd2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:50.120157 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3228089c-7d46-4b84-bfec-ac6d29bfe1fa req-6c8f9ed4-8c8b-427e-8dd8-098b4912bcd2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0729787 Jun 11 00:26:50.162850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3228089c-7d46-4b84-bfec-ac6d29bfe1fa req-ed1fa6e1-6646-47ca-8c13-22e11111c51b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 Jun 11 00:26:50.276301 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f034e8-6e5c-4157-b7cd-6547b3e16972 req-54318bfc-7857-4b95-8bf6-62e6358e99c6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:50.277818 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75f034e8-6e5c-4157-b7cd-6547b3e16972 req-54318bfc-7857-4b95-8bf6-62e6358e99c6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0693812 Jun 11 00:26:50.318642 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75f034e8-6e5c-4157-b7cd-6547b3e16972 req-bc0df902-38ad-48e6-92ae-f393049dd6f8 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Jun 11 00:26:50.816308 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76c04-c6b2-49ea-8799-a8d64576cc64 req-87daf8d1-f0a6-4457-a3cd-8bc6e1267a8c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:50.817688 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-abd76c04-c6b2-49ea-8799-a8d64576cc64 req-87daf8d1-f0a6-4457-a3cd-8bc6e1267a8c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0720632 Jun 11 00:26:50.861148 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-abd76c04-c6b2-49ea-8799-a8d64576cc64 req-7f6c1516-c0c0-4015-8aec-639b34f78b14 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374815 Jun 11 00:26:51.348762 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348f844-ce5f-4abb-b7a4-6e916e146ad8 req-6502cd72-936a-4c66-92a5-8c0cf0a73277 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:51.351167 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9348f844-ce5f-4abb-b7a4-6e916e146ad8 req-6502cd72-936a-4c66-92a5-8c0cf0a73277 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0692041 Jun 11 00:26:51.394976 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9348f844-ce5f-4abb-b7a4-6e916e146ad8 req-48152f04-7e77-46f3-84f0-cb9b4f7f1a3e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Jun 11 00:26:51.510858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd1db-13c0-4adf-bd6f-0dae5628b486 req-09d96f4b-06b9-43c5-a43f-e5c89bd123b4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:51.512372 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eeecd1db-13c0-4adf-bd6f-0dae5628b486 req-09d96f4b-06b9-43c5-a43f-e5c89bd123b4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0751252 Jun 11 00:26:51.553963 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eeecd1db-13c0-4adf-bd6f-0dae5628b486 req-e251a579-d6f0-4a92-8af0-f0702838f5bf tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Jun 11 00:26:52.049258 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706567c6-610d-4f57-adc1-526202e4b247 req-5fe3f63c-5d91-4fa0-9533-4ce5cec1ce19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:52.050905 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-706567c6-610d-4f57-adc1-526202e4b247 req-5fe3f63c-5d91-4fa0-9533-4ce5cec1ce19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0689821 Jun 11 00:26:52.092445 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-706567c6-610d-4f57-adc1-526202e4b247 req-3a1ce26d-a68a-476c-8c01-0e886837916c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358176 Jun 11 00:26:52.601264 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408ef9-7989-4ad6-95f3-efe64e2e0bd8 req-df26bab9-3427-4759-9953-010e0ee67f02 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:52.602737 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-95408ef9-7989-4ad6-95f3-efe64e2e0bd8 req-df26bab9-3427-4759-9953-010e0ee67f02 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0732715 Jun 11 00:26:52.644723 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-95408ef9-7989-4ad6-95f3-efe64e2e0bd8 req-e649d926-082e-42b4-ad55-82592e7e4024 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Jun 11 00:26:52.744872 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a06a-037d-45ca-b021-f098fb6f9c8d req-682efb27-fb39-44eb-b5a2-857a8af50512 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:52.746429 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8a46a06a-037d-45ca-b021-f098fb6f9c8d req-682efb27-fb39-44eb-b5a2-857a8af50512 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0725152 Jun 11 00:26:52.788850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8a46a06a-037d-45ca-b021-f098fb6f9c8d req-f937a601-c20e-4f49-b141-f1221849cc8a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367832 Jun 11 00:26:53.278386 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8db1-194e-4d0f-a394-b717cb5407ae req-f86cb773-6ee3-4c49-a1cd-c8695836aab5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:53.279771 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20fe8db1-194e-4d0f-a394-b717cb5407ae req-f86cb773-6ee3-4c49-a1cd-c8695836aab5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0710025 Jun 11 00:26:53.321720 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20fe8db1-194e-4d0f-a394-b717cb5407ae req-0eb31e23-37b6-48d8-94b6-fa4b5a3069cb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347075 Jun 11 00:26:53.850188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe911-0a00-430c-b81e-f53b36592691 req-9a527e90-d650-4699-8d4f-1b2b47f75129 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:53.853376 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54932) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:53.855701 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9cafe911-0a00-430c-b81e-f53b36592691 req-9a527e90-d650-4699-8d4f-1b2b47f75129 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0858939 Jun 11 00:26:53.894070 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9cafe911-0a00-430c-b81e-f53b36592691 req-e026b11f-b9d0-46fd-8e12-652f5a46bec5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Jun 11 00:26:53.977832 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:53.994396 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f160-1037-4eeb-aec1-26586c2d12c9 req-2609cc8f-f94c-4f1a-8d2a-e1a6807733c4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:53.995974 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0159f160-1037-4eeb-aec1-26586c2d12c9 req-2609cc8f-f94c-4f1a-8d2a-e1a6807733c4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0742431 Jun 11 00:26:54.045638 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0159f160-1037-4eeb-aec1-26586c2d12c9 req-4f6f124e-e9b3-441d-bad2-f289373d7506 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Jun 11 00:26:54.096605 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.169840 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.172467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ec64a0b-2ff1-4a64-92d5-dff89efa4a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:54.210250 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024d747c-809f-4b30-8e4b-a238ec792f95,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:54.215607 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:54.221887 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51f21a18b6de42ffb18c66bc00125780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666570 Jun 11 00:26:54.222006 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54942) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:54.273855 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.296235 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.475520 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.477997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:54.479072 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/024d747c-809f-4b30-8e4b-a238ec792f95 HTTP/1.1" status: 204 len: 168 time: 0.2560213 Jun 11 00:26:54.480427 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-908a584b-2333-4e61-9713-86da96575383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:54.492479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d747c-809f-4b30-8e4b-a238ec792f95,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:54.495874 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:54.529718 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f68ff3-4fe5-42a2-911a-41fe78c26e4c req-346eae48-e6c9-4725-a7cf-ac7ada5e177a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:54.531212 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-54f68ff3-4fe5-42a2-911a-41fe78c26e4c req-346eae48-e6c9-4725-a7cf-ac7ada5e177a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0943491 Jun 11 00:26:54.571655 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-54f68ff3-4fe5-42a2-911a-41fe78c26e4c req-a2eaea43-4acf-4ee5-8361-a7aa2969cff4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Jun 11 00:26:55.103407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cfc5c-2548-48e0-9ff3-d632fdf30b5b req-eb8c82e2-6081-40a6-bbdd-097b898744cd tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:55.108282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bb2cfc5c-2548-48e0-9ff3-d632fdf30b5b req-eb8c82e2-6081-40a6-bbdd-097b898744cd tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0755002 Jun 11 00:26:55.135973 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 54958) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:55.150846 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bb2cfc5c-2548-48e0-9ff3-d632fdf30b5b req-83b3963b-3465-4b26-b145-a2f92bd82f1c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Jun 11 00:26:55.154566 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.276134 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.334490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059d01b-6ee8-475c-a592-d8cafa220529 req-04f93e03-ba59-4134-aad2-495e5098ed24 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:55.335966 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8059d01b-6ee8-475c-a592-d8cafa220529 req-04f93e03-ba59-4134-aad2-495e5098ed24 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0709407 Jun 11 00:26:55.373492 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.376877 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-346fd793-e111-48d4-b4bd-15c2bffbd5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:55.377310 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8059d01b-6ee8-475c-a592-d8cafa220529 req-76237e29-f695-4d33-ba9b-e79401657c0b tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Jun 11 00:26:55.415769 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dc346d4c5ed4783adb9ebf546bb89c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780912 Jun 11 00:26:55.418431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162fdc5-d7c8-49af-88b3-104a45a0412a,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:55.419168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 54964) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:26:55.425677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.427821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.427821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.427821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.427821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.427821 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.428290 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.428379 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.428702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.429094 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.429436 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.429772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.436124 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:55.491476 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.515041 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.631968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.634542 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:55.635783 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0162fdc5-d7c8-49af-88b3-104a45a0412a HTTP/1.1" status: 204 len: 168 time: 0.2155385 Jun 11 00:26:55.638950 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:26:55.646507 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162fdc5-d7c8-49af-88b3-104a45a0412a,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:26:55.655132 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.655737 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.656405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.656911 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.657412 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.658269 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.658786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.659325 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.659966 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.660462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.660965 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.661474 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:26:55.681860 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:26:55.790311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618d42-5078-457a-adbf-b6d00744c151 req-ba484083-f5d0-4529-85c1-1dc985275e4d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:55.791945 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91618d42-5078-457a-adbf-b6d00744c151 req-ba484083-f5d0-4529-85c1-1dc985275e4d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0744858 Jun 11 00:26:55.833649 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91618d42-5078-457a-adbf-b6d00744c151 req-1893388d-c5b6-4f27-a399-827aeee3b37a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360122 Jun 11 00:26:56.345342 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30b53-8231-4090-a094-ee7d68fb1c6e req-e8c6a4a4-e480-4fe4-b2c0-e0a180d3e992 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:56.345342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fca30b53-8231-4090-a094-ee7d68fb1c6e req-e8c6a4a4-e480-4fe4-b2c0-e0a180d3e992 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0699797 Jun 11 00:26:56.382690 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fca30b53-8231-4090-a094-ee7d68fb1c6e req-3c8be7cf-c707-4e04-97ee-4a32557c666a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338993 Jun 11 00:26:57.042979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08e0a1-48b4-41ba-8fae-38052c1a1183 req-11f0e467-25fb-4b5f-9597-7b83b30e3d3f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:57.044458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-db08e0a1-48b4-41ba-8fae-38052c1a1183 req-11f0e467-25fb-4b5f-9597-7b83b30e3d3f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0754707 Jun 11 00:26:57.085871 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-db08e0a1-48b4-41ba-8fae-38052c1a1183 req-642686a2-bcb2-41b1-8057-8aeef46301cb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358055 Jun 11 00:26:57.565010 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5b82d-014a-486d-93e8-de6252ff8463 req-8b8f9ef6-0f87-4630-8115-201da094a020 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:57.567139 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-50e5b82d-014a-486d-93e8-de6252ff8463 req-8b8f9ef6-0f87-4630-8115-201da094a020 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0706828 Jun 11 00:26:57.614216 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-50e5b82d-014a-486d-93e8-de6252ff8463 req-9b39cd93-7a0e-4c92-b9b1-be93a73c3d98 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402231 Jun 11 00:26:58.285111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f2c6-994c-43a4-911a-eca8f8fb745e req-a393aa7f-f9a0-48fd-a3b9-2b0cfe373479 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:58.286618 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb24f2c6-994c-43a4-911a-eca8f8fb745e req-a393aa7f-f9a0-48fd-a3b9-2b0cfe373479 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0749249 Jun 11 00:26:58.330073 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb24f2c6-994c-43a4-911a-eca8f8fb745e req-865c5edd-5639-4993-b9a3-f3255caf5ceb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372317 Jun 11 00:26:58.533811 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1c2131dd-4fe9-43a2-b3d5-d07ce9c234d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:26:58.802020 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e80d0-ddc3-484a-bb23-36a7426ce0fa req-e6b2c101-24ed-4cdf-8d57-5d0b1163c392 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:58.803503 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-173e80d0-ddc3-484a-bb23-36a7426ce0fa req-e6b2c101-24ed-4cdf-8d57-5d0b1163c392 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0727968 Jun 11 00:26:58.846067 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-173e80d0-ddc3-484a-bb23-36a7426ce0fa req-1037141c-e0f8-4c90-b69c-a104b43400c4 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361118 Jun 11 00:26:59.516769 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a647c1-af32-4a10-9812-189f59150989 req-b3d5f7bb-59a2-42c5-9b5c-7f4ef1bed870 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:26:59.518239 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56a647c1-af32-4a10-9812-189f59150989 req-b3d5f7bb-59a2-42c5-9b5c-7f4ef1bed870 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0730629 Jun 11 00:26:59.561365 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56a647c1-af32-4a10-9812-189f59150989 req-c512d933-8b90-4501-80a9-a4458dc88d72 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Jun 11 00:27:00.033949 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca0404-4837-4392-85f9-d607c013b68a req-5db0fa42-a6a7-4ba3-9eaa-17b0e8dac8fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.035419 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9ca0404-4837-4392-85f9-d607c013b68a req-5db0fa42-a6a7-4ba3-9eaa-17b0e8dac8fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0714893 Jun 11 00:27:00.077617 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9ca0404-4837-4392-85f9-d607c013b68a req-f53cf202-e78e-46f2-9db9-e1a0d839ca4b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364065 Jun 11 00:27:00.272704 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c47e-dcc0-4bec-8e66-3f910280f96e req-d79692cc-e3ca-4450-92cb-db40a59ba507 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.274166 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2327c47e-dcc0-4bec-8e66-3f910280f96e req-d79692cc-e3ca-4450-92cb-db40a59ba507 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0862494 Jun 11 00:27:00.318013 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2327c47e-dcc0-4bec-8e66-3f910280f96e req-ee507aeb-8910-415b-b793-0f0d2d9270b3 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 Jun 11 00:27:00.712431 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2eea-2b2e-4b6d-a6fd-765468b33d07 req-779089b9-498c-4238-8876-250e2cedffa6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.714437 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17dd2eea-2b2e-4b6d-a6fd-765468b33d07 req-779089b9-498c-4238-8876-250e2cedffa6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0926142 Jun 11 00:27:00.753791 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-b6176694-7648-43fa-a825-b73b26e22bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.755475 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-b6176694-7648-43fa-a825-b73b26e22bef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1099 time: 0.0750861 Jun 11 00:27:00.802921 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17dd2eea-2b2e-4b6d-a6fd-765468b33d07 req-b7643c19-23b2-4c67-a4c7-f74e75e5768c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823092 Jun 11 00:27:00.830992 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282db30-e650-4059-8f29-5e9659427b34 req-86532e32-dc16-40c5-b20c-a22f6cceabe1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.838771 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a282db30-e650-4059-8f29-5e9659427b34 req-86532e32-dc16-40c5-b20c-a22f6cceabe1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0984766 Jun 11 00:27:00.877357 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a282db30-e650-4059-8f29-5e9659427b34 req-b6eeb839-97e6-4820-8511-a4a74e8fb2cc tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Jun 11 00:27:00.885666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-f17f9a62-3c1c-4978-9750-6cf7bbd002ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:00.887124 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-f17f9a62-3c1c-4978-9750-6cf7bbd002ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.1244357 Jun 11 00:27:00.997927 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-14396e15-b6c6-4dce-9716-37b6e9c4c099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 1002 time: 0.1034832 Jun 11 00:27:01.052755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-ef1316cd-a2f5-4ef6-a6c2-0c5b33d2b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:01.054259 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-ef1316cd-a2f5-4ef6-a6c2-0c5b33d2b551 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0500703 Jun 11 00:27:01.122834 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-473db45c-8568-4af1-a539-0373daaa9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:01.124443 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-473db45c-8568-4af1-a539-0373daaa9996 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0632651 Jun 11 00:27:01.186516 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ca5a-6d44-48e3-8c15-6ea8859b3612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:01.225620 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:01.252455 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-cf67cfa4-8c3f-4a94-98b7-bc9abbccbdb4 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170952 Jun 11 00:27:01.376479 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9da1b0e1-84a9-4cba-a61b-a869a0dcb099 req-7dc10bf7-da5a-4c58-9516-e1b6409bcfc1 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138906 Jun 11 00:27:01.505260 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd804-f8fc-4c25-bcb7-e47e027d3b6a req-bf26d9b3-6979-4b0e-850b-3d89cbe2b3f1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:01.506738 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-33cbd804-f8fc-4c25-bcb7-e47e027d3b6a req-bf26d9b3-6979-4b0e-850b-3d89cbe2b3f1 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0745652 Jun 11 00:27:01.547552 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-33cbd804-f8fc-4c25-bcb7-e47e027d3b6a req-b8e8a87a-1c3c-4de0-a0bb-c4b7a24fca74 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Jun 11 00:27:02.078299 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2249f-079c-4413-becc-b13ffdad1ab7 req-cac2f3ff-254a-4235-ad67-b1ca00f34d9e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:02.080392 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fae2249f-079c-4413-becc-b13ffdad1ab7 req-cac2f3ff-254a-4235-ad67-b1ca00f34d9e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Jun 11 00:27:02.150347 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fae2249f-079c-4413-becc-b13ffdad1ab7 req-08ff4f43-2e7b-44b3-aea5-6265b28cb30b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597467 Jun 11 00:27:02.176467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f38e-d862-4e78-9daf-9e465ce7d4c2 req-5719f73b-79fb-49c8-abec-fcb58cff7ce0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:02.177997 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fb96f38e-d862-4e78-9daf-9e465ce7d4c2 req-5719f73b-79fb-49c8-abec-fcb58cff7ce0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0966849 Jun 11 00:27:02.226020 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fb96f38e-d862-4e78-9daf-9e465ce7d4c2 req-dbf11081-7124-4c39-9483-f54cb9b1d213 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Jun 11 00:27:02.477642 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:02.732659 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea77e-59e1-4b67-a459-db4ea19af4c4 req-a902b529-cdaf-4c9a-a378-5a6a5ff01369 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:02.734125 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fe7ea77e-59e1-4b67-a459-db4ea19af4c4 req-a902b529-cdaf-4c9a-a378-5a6a5ff01369 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0744622 Jun 11 00:27:02.779498 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fe7ea77e-59e1-4b67-a459-db4ea19af4c4 req-44473bf1-2815-44ec-969d-036d337c12ae tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 Jun 11 00:27:03.150195 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-0c168eb0-f662-448d-bb8e-c4459bf6b957 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:03.152191 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-0c168eb0-f662-448d-bb8e-c4459bf6b957 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 945 time: 0.0907986 Jun 11 00:27:03.293706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Deleting port 1e0dc339-e36c-4285-813c-bb11082ade17 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:03.294086 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.360714 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37011466-88a0-4cbe-887f-5f637d8ca0f6 req-fb84eff5-9a76-4b18-8b82-8ab8e1d6a1fe tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:03.363305 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37011466-88a0-4cbe-887f-5f637d8ca0f6 req-fb84eff5-9a76-4b18-8b82-8ab8e1d6a1fe tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0919590 Jun 11 00:27:03.413140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] For port 1e0dc339-e36c-4285-813c-bb11082ade17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1e0dc339-e36c-4285-813c-bb11082ade17,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:03.413489 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.448098 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-37011466-88a0-4cbe-887f-5f637d8ca0f6 req-237cf848-457f-4313-af30-b8514ba34dec tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708065 Jun 11 00:27:03.473976 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16533e-80d4-41df-9516-40923bdc2b12 req-b780fe65-b467-4a47-b61e-e1a587ba41e3 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:03.473976 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8f16533e-80d4-41df-9516-40923bdc2b12 req-b780fe65-b467-4a47-b61e-e1a587ba41e3 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1061180 Jun 11 00:27:03.509546 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Calling delete_port for 1e0dc339-e36c-4285-813c-bb11082ade17 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:03.528331 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8f16533e-80d4-41df-9516-40923bdc2b12 req-cd91ed72-9399-4d86-ae87-0ab18eac7aca tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516903 Jun 11 00:27:03.605591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55188) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:03.712740 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.717951 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.722065 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:03.736733 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['945dd5d8-e655-4085-8471-4e9090e1522e', '1e0dc339-e36c-4285-813c-bb11082ade17'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:03.751657 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Pushing event deleted for resources: {'Port': ['ID=1e0dc339-e36c-4285-813c-bb11082ade17,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:03.753982 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:03.800374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.813241 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.814134 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] No DVR routers for this DVR port 1e0dc339-e36c-4285-813c-bb11082ade17 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:27:03.816576 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.818604 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-60964ef5-cce5-4cda-80ad-f64743077a57 req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "DELETE /v2.0/ports/1e0dc339-e36c-4285-813c-bb11082ade17 HTTP/1.1" status: 204 len: 173 time: 0.6605864 Jun 11 00:27:03.819096 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'name': 'network-vif-deleted', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:03.821680 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e03bb1-f15e-4fc4-8148-3e10475c3e36" -d '{"events": [{"server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "name": "network-vif-deleted", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:03.860550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11175c43-f4fa-49f5-a413-00162e4cc82f x-openstack-request-id: req-11175c43-f4fa-49f5-a413-00162e4cc82f {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:03.860895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3", "name": "network-vif-deleted", "tag": "1e0dc339-e36c-4285-813c-bb11082ade17", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:03.861174 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11175c43-f4fa-49f5-a413-00162e4cc82f {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:03.861619 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3', 'name': 'network-vif-deleted', 'tag': '1e0dc339-e36c-4285-813c-bb11082ade17', 'status': 'completed', 'code': 200} Jun 11 00:27:03.876850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:03.880903 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3bccfd4b-badf-448c-b6d8-9b535f167346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:03.934943 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=50d49bd021694c4bb02de21f09dbc3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282590 Jun 11 00:27:03.937637 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55196) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:03.956498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922ad7ee-fc99-4dc1-b392-c048e43587a1,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:03.960575 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-65972412-91cc-4ba0-ab17-92e264e19ab6 req-b7e6a3d7-b88a-4f63-bcc0-1f40fda01d34 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.0528841 Jun 11 00:27:03.961370 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:03.997800 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.019910 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.150735 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.153341 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.154465 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/922ad7ee-fc99-4dc1-b392-c048e43587a1 HTTP/1.1" status: 204 len: 168 time: 0.2158744 Jun 11 00:27:04.155263 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c138e67e-c5d6-4d21-81e5-ad2769177b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:04.164078 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922ad7ee-fc99-4dc1-b392-c048e43587a1,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:04.166817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:04.607148 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55212) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:04.632480 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77fae5-6446-48a4-a60d-bad123a478c3 req-6686a227-3267-4994-83e0-3c5d5e6871f5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:04.634301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ef77fae5-6446-48a4-a60d-bad123a478c3 req-6686a227-3267-4994-83e0-3c5d5e6871f5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0685217 Jun 11 00:27:04.679766 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ef77fae5-6446-48a4-a60d-bad123a478c3 req-3cbd6972-991b-4955-890b-098dcb7926c2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Jun 11 00:27:04.714118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.748158 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55216) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:04.773270 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.841692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.906646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:04.912876 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-690e816d-dc8f-4ee7-be53-5594229530db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:04.969309 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303db00a-5c9b-4c94-9b49-54a92e5e7e97,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:04.972733 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:04.975266 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebcce0a5c34148418741e54a3f27624c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670158 Jun 11 00:27:04.978158 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55222) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:05.073735 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.076384 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.105783 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.156438 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.158895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-86c8b7bb-90bd-44d6-9bb1-9752dc884446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:05.185902 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b4a6fb1c-61c7-4432-a8c3-659bf08e8204 req-835a32b1-5794-4a7d-92b8-d9cbc5531498 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ddb75c9-c0e9-4467-b91c-cce5bd1e6ab3 HTTP/1.1" status: 200 len: 210 time: 0.0397720 Jun 11 00:27:05.204532 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67e61e076eef4f19ab8505b37f2b333b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553671 Jun 11 00:27:05.205704 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf8e1da-1ea0-46bf-8498-9c916aec9227,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:05.207562 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55228) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:05.212574 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:05.265070 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.288875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.340744 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.343524 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.347109 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/303db00a-5c9b-4c94-9b49-54a92e5e7e97 HTTP/1.1" status: 204 len: 168 time: 0.3668916 Jun 11 00:27:05.347915 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-00e399ec-960f-48d5-a638-cd71acb2d44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:05.356955 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303db00a-5c9b-4c94-9b49-54a92e5e7e97,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:05.359036 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:05.483600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.486241 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:05.487398 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2cf8e1da-1ea0-46bf-8498-9c916aec9227 HTTP/1.1" status: 204 len: 168 time: 0.2781222 Jun 11 00:27:05.488247 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-594c2bb6-6c5d-404f-949f-4899e5d8fe91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:05.496941 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf8e1da-1ea0-46bf-8498-9c916aec9227,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:05.499111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:05.875828 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d126-f5df-4641-9de6-1df5491b3f75 req-3ff6f707-361a-41c2-9dd6-26b67ec7115e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:05.877291 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a22d126-f5df-4641-9de6-1df5491b3f75 req-3ff6f707-361a-41c2-9dd6-26b67ec7115e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0784669 Jun 11 00:27:05.918045 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a22d126-f5df-4641-9de6-1df5491b3f75 req-4b3cde9e-5df6-47c9-998e-8ce286db8528 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349905 Jun 11 00:27:06.794697 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-6412e9d9-41dc-412b-940e-458c1bffd5f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683565 Jun 11 00:27:06.879518 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-86ce4def-48fe-4f29-a374-4ab5a054b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:06.881091 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-86ce4def-48fe-4f29-a374-4ab5a054b985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1099 time: 0.0625274 Jun 11 00:27:06.890259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cedd03-457e-480c-8c04-e437d1488c2d req-aa55a44c-af4b-44da-942f-c89d69febfe2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:06.891859 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-43cedd03-457e-480c-8c04-e437d1488c2d req-aa55a44c-af4b-44da-942f-c89d69febfe2 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0825784 Jun 11 00:27:06.938226 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-43cedd03-457e-480c-8c04-e437d1488c2d req-9a8a6efa-111e-4529-9c69-f0e4a9d159c7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397558 Jun 11 00:27:06.942214 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.025753 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-4530bc77-e980-4674-a437-d4961c1d02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:07.028175 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-4530bc77-e980-4674-a437-d4961c1d02e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.1242156 Jun 11 00:27:07.059512 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55296) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:07.119002 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-5b41248b-067a-4439-afc7-3aa4d762d3df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 1002 time: 0.0838401 Jun 11 00:27:07.130867 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4e627-42c8-4c3e-87c1-69a6b0f55c40 req-bbd557e9-a508-4132-a5b6-235ec86526e0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:07.132501 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0de4e627-42c8-4c3e-87c1-69a6b0f55c40 req-bbd557e9-a508-4132-a5b6-235ec86526e0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0827665 Jun 11 00:27:07.176450 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.207931 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0de4e627-42c8-4c3e-87c1-69a6b0f55c40 req-7a9cbfc2-8546-4501-9bb3-a218660c85c4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691748 Jun 11 00:27:07.208217 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-417cb14d-00e6-4889-8cde-c5a2a13052a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:07.209920 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-417cb14d-00e6-4889-8cde-c5a2a13052a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0739679 Jun 11 00:27:07.291260 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-b2597ff6-5a3b-450e-a3dd-0a506c5ce915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:07.292787 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-b2597ff6-5a3b-450e-a3dd-0a506c5ce915 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736399 Jun 11 00:27:07.305787 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.404172 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.414249 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-16748286-9ebe-4eb3-8aaa-2fdbcda5a4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:07.419277 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-df5a3008-9a88-4183-bf80-93944d455afd service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158078 Jun 11 00:27:07.452165 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00eb2c8e6dbf4f34b4b0719a7fa5a00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903093 Jun 11 00:27:07.455390 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55308) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:07.474974 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea57c41-24a6-4838-9726-d14bc0ed0530,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:07.482592 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:07.522010 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.545497 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.548668 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-df83714a-abe3-4850-99ad-cae63cc09fc5 req-7140f985-9b5b-4682-b4b3-dd7279b1cc26 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203821 Jun 11 00:27:07.687490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.690176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:07.694104 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dea57c41-24a6-4838-9726-d14bc0ed0530 HTTP/1.1" status: 204 len: 168 time: 0.2351463 Jun 11 00:27:07.694104 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-36f5a179-e1a5-4d4d-82f9-2a3f444e2fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:07.705529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea57c41-24a6-4838-9726-d14bc0ed0530,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:07.707786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:08.136900 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e981a-dfb8-459b-b7b5-840f7ec9775f req-0587b085-cf86-4189-aa20-2f248b65c026 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:08.138584 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d05e981a-dfb8-459b-b7b5-840f7ec9775f req-0587b085-cf86-4189-aa20-2f248b65c026 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0691366 Jun 11 00:27:08.181861 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d05e981a-dfb8-459b-b7b5-840f7ec9775f req-1bb04183-6871-4dd3-a848-0e06a2c9de0a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378773 Jun 11 00:27:08.259397 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:27:08.262531 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 1e0dc339-e36c-4285-813c-bb11082ade17 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:08.297559 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 1e0dc339-e36c-4285-813c-bb11082ade17 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:08.297914 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 1e0dc339-e36c-4285-813c-bb11082ade17 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:08.406952 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:08.408975 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf97dfd-7bab-42bd-9556-74fac92e0ec6 req-a5be8914-8bd2-4f59-bd90-5e77b4a7d310 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:08.410612 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ddf97dfd-7bab-42bd-9556-74fac92e0ec6 req-a5be8914-8bd2-4f59-bd90-5e77b4a7d310 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0735877 Jun 11 00:27:08.423534 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:27:08.459784 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ddf97dfd-7bab-42bd-9556-74fac92e0ec6 req-b88fdb7f-496c-4a73-a0ff-ec8bcb9f6070 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Jun 11 00:27:08.478781 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:08.493406 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:08.514607 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:08.597643 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:08.599472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:08.650149 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=6']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:08.657306 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.657656 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.657993 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.658327 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.658659 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.658987 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.659342 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.659669 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.659990 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.660342 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.660732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.660963 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:27:08.664774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:08.875562 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:09.367266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e8c04-221f-4395-ab61-d98a5f38d07f req-25c51983-fc84-460b-a3ae-6be6ce5dd05a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:09.371477 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fd4e8c04-221f-4395-ab61-d98a5f38d07f req-25c51983-fc84-460b-a3ae-6be6ce5dd05a tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0711434 Jun 11 00:27:09.415247 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fd4e8c04-221f-4395-ab61-d98a5f38d07f req-47cf49bb-5b7b-44a8-a56c-901b35691b0e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Jun 11 00:27:09.647393 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85c24-af8a-4288-8fe5-1265c24cb82a req-f41605b7-9881-4d9f-9cd7-36b16aa9f3b9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:09.649124 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-19d85c24-af8a-4288-8fe5-1265c24cb82a req-f41605b7-9881-4d9f-9cd7-36b16aa9f3b9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.0687821 Jun 11 00:27:09.694077 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-19d85c24-af8a-4288-8fe5-1265c24cb82a req-04f8ce8c-98b1-4b83-9a5f-c588f6de483e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384231 Jun 11 00:27:10.266680 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:27:10.319080 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:27:10.319494 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:10.410175 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:10.435591 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:10.437836 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b775d-774a-45bd-98f0-d96cdd7e51e3" -d '{"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:10.452475 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:10.483450 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96540d-3592-4da6-8223-5b16700cf1ab x-openstack-request-id: req-6b96540d-3592-4da6-8223-5b16700cf1ab {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:10.483751 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:10.484123 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b96540d-3592-4da6-8223-5b16700cf1ab {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:10.484734 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'code': 200} Jun 11 00:27:10.544613 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:10.546597 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:10.601080 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=7']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:10.604216 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:10.624147 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304153-7375-482c-81c1-d4e200368ea6 req-0d398e97-cdd6-4a00-9e40-8301c46aebe9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:10.625597 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81304153-7375-482c-81c1-d4e200368ea6 req-0d398e97-cdd6-4a00-9e40-8301c46aebe9 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0782521 Jun 11 00:27:10.669053 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81304153-7375-482c-81c1-d4e200368ea6 req-954049b1-4ff3-41c9-8bd9-7fab99c803be tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377276 Jun 11 00:27:11.129439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb618b-c6f2-42eb-88d9-0decef16154e req-f542cb10-3d7c-4015-bd68-c9907631953e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:11.130905 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-52fb618b-c6f2-42eb-88d9-0decef16154e req-f542cb10-3d7c-4015-bd68-c9907631953e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.3134234 Jun 11 00:27:11.179288 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-52fb618b-c6f2-42eb-88d9-0decef16154e req-9d1e757a-98a6-4d25-8e23-8f94e87846f8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Jun 11 00:27:11.868051 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eba655-aed8-4151-8748-37c4288fe4b8 req-7efc0f02-dc82-4b26-bd42-f66ea8ccdd9e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:11.876928 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45eba655-aed8-4151-8748-37c4288fe4b8 req-7efc0f02-dc82-4b26-bd42-f66ea8ccdd9e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.0878232 Jun 11 00:27:11.970482 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-45eba655-aed8-4151-8748-37c4288fe4b8 req-49e46ea2-650c-4275-ae05-a71cdbac9df4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Jun 11 00:27:12.405834 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ba84-689a-42aa-9d08-06dd14368b39 req-7fc39081-c94a-4614-ac9d-36da34a8831e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:12.407460 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9ad2ba84-689a-42aa-9d08-06dd14368b39 req-7fc39081-c94a-4614-ac9d-36da34a8831e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0959346 Jun 11 00:27:12.460314 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9ad2ba84-689a-42aa-9d08-06dd14368b39 req-63314904-5d9c-454c-892e-166056f1bd74 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Jun 11 00:27:13.303612 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a035-d756-429a-82ba-3d0680cba089 req-8d799ef2-1c59-4030-8eed-77fa662076fb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:13.327514 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6375a035-d756-429a-82ba-3d0680cba089 req-8d799ef2-1c59-4030-8eed-77fa662076fb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1306911 Jun 11 00:27:13.333386 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-a0f29ad8-1aa9-4948-8e98-c926b4eb38c6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:13.335330 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-a0f29ad8-1aa9-4948-8e98-c926b4eb38c6 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 945 time: 0.1270137 Jun 11 00:27:13.381569 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6375a035-d756-429a-82ba-3d0680cba089 req-5a2ad355-7c3e-4ba7-b9e5-e39b62a8462e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/security-groups?id=f6b35120-73b9-48bc-a87c-9e2b1906adda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666718 Jun 11 00:27:13.503511 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Deleting port 945dd5d8-e655-4085-8471-4e9090e1522e {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:13.504102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:13.628714 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] For port 945dd5d8-e655-4085-8471-4e9090e1522e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=945dd5d8-e655-4085-8471-4e9090e1522e,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:13.629338 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:13.800458 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Calling delete_port for 945dd5d8-e655-4085-8471-4e9090e1522e owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:13.802210 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b834-4c87-48a4-9c98-016d4e599b1c req-9e84b3ca-5d67-475e-a2ed-dab26b2e1ed1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:13.804301 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8da3b834-4c87-48a4-9c98-016d4e599b1c req-9e84b3ca-5d67-475e-a2ed-dab26b2e1ed1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1383402 Jun 11 00:27:13.930938 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8da3b834-4c87-48a4-9c98-016d4e599b1c req-0d74ba8d-113b-47c5-804b-7c1e5db3fc77 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200819 Jun 11 00:27:14.127845 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb878a-cca3-4150-aa88-269d6c7da59f req-72d66339-1400-4dff-8825-47a0ee0b5c8f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:14.127845 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2ffb878a-cca3-4150-aa88-269d6c7da59f req-72d66339-1400-4dff-8825-47a0ee0b5c8f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.1871142 Jun 11 00:27:14.172223 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2ffb878a-cca3-4150-aa88-269d6c7da59f req-73a119b0-305a-487c-8bed-83a962e17a6c tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499916 Jun 11 00:27:14.256577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:14.256577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-917572e3-5805-437e-9c41-6e70d468948d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:14.257946 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['945dd5d8-e655-4085-8471-4e9090e1522e'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:14.317688 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Pushing event deleted for resources: {'Port': ['ID=945dd5d8-e655-4085-8471-4e9090e1522e,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:14.385592 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:14.386986 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] No DVR routers for this DVR port 945dd5d8-e655-4085-8471-4e9090e1522e on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:27:14.389658 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:14.391975 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c1663065-3f73-4491-997f-81fda9ecb7c9 req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.45 "DELETE /v2.0/ports/945dd5d8-e655-4085-8471-4e9090e1522e HTTP/1.1" status: 204 len: 173 time: 1.0358393 Jun 11 00:27:14.404584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'name': 'network-vif-deleted', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:14.404584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef672f3a-f4b0-4228-b09c-a15096abc0e5" -d '{"events": [{"server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "name": "network-vif-deleted", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:14.445758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1be09b-abf2-4303-b6dc-b638488be18d x-openstack-request-id: req-5b1be09b-abf2-4303-b6dc-b638488be18d {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:14.446330 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93570c40-265c-4886-ae65-f3601f5b8397", "name": "network-vif-deleted", "tag": "945dd5d8-e655-4085-8471-4e9090e1522e", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:14.446610 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b1be09b-abf2-4303-b6dc-b638488be18d {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:14.447027 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93570c40-265c-4886-ae65-f3601f5b8397', 'name': 'network-vif-deleted', 'tag': '945dd5d8-e655-4085-8471-4e9090e1522e', 'status': 'completed', 'code': 200} Jun 11 00:27:14.567932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e83fa10a-c3d6-41e6-8f9d-3b4d895f381c req-1628ac96-b9c9-47fd-9fa2-82dfcabf26e7 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 210 time: 0.0385902 Jun 11 00:27:15.197335 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a98ca-3fce-4189-be69-9a5cbf026329 req-18f55961-ac23-416c-8513-6e50e6fabe92 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:15.205805 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-441a98ca-3fce-4189-be69-9a5cbf026329 req-18f55961-ac23-416c-8513-6e50e6fabe92 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1017113 Jun 11 00:27:15.284644 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-441a98ca-3fce-4189-be69-9a5cbf026329 req-be450488-2625-4b6a-a3a0-77d301a760dc tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777740 Jun 11 00:27:15.443928 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce0f12-b8b2-4b26-aa47-38ceb2d59421 req-ca7c4056-cf56-4cc7-b3d2-069c3e184e40 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:15.452119 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8dce0f12-b8b2-4b26-aa47-38ceb2d59421 req-ca7c4056-cf56-4cc7-b3d2-069c3e184e40 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.1072032 Jun 11 00:27:15.509205 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8dce0f12-b8b2-4b26-aa47-38ceb2d59421 req-861dab86-245b-4937-b718-da12356cb7b4 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516922 Jun 11 00:27:15.766201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1256dd25-0c68-42a2-844a-de2321574f22 req-60c74469-0581-4ef4-8962-c235172191cb tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] 10.222.0.38 "GET /v2.0/ports?device_id=93570c40-265c-4886-ae65-f3601f5b8397 HTTP/1.1" status: 200 len: 210 time: 0.0350115 Jun 11 00:27:16.583728 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a683ca-e74a-42e8-985b-406cbc37a4c2 req-c84c0bb8-7795-498a-994a-b5d732107b4b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:16.583728 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-87a683ca-e74a-42e8-985b-406cbc37a4c2 req-c84c0bb8-7795-498a-994a-b5d732107b4b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1057060 Jun 11 00:27:16.640135 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-87a683ca-e74a-42e8-985b-406cbc37a4c2 req-44347cdc-1c1c-4f7c-bd33-373915a05908 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463362 Jun 11 00:27:16.753305 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d40ab3-b9f4-4dd2-aed7-9c2fe21afe66 req-83e731d7-813e-4294-976e-bc8c4b1a7cee tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:16.755710 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36d40ab3-b9f4-4dd2-aed7-9c2fe21afe66 req-83e731d7-813e-4294-976e-bc8c4b1a7cee tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.0728967 Jun 11 00:27:16.801605 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36d40ab3-b9f4-4dd2-aed7-9c2fe21afe66 req-74b4a295-5492-4b14-9a7f-7f0b0b7083ca tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Jun 11 00:27:16.885186 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55576) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:17.868413 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:17.885485 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa64c6-ccf0-416a-998f-2cf902816939 req-02fbb502-adf7-412c-ad6a-09e4a2198989 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:17.891908 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-57fa64c6-ccf0-416a-998f-2cf902816939 req-02fbb502-adf7-412c-ad6a-09e4a2198989 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1094842 Jun 11 00:27:17.973320 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-57fa64c6-ccf0-416a-998f-2cf902816939 req-92cee0a4-91fc-4b51-8055-80e85b8aa5e1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702615 Jun 11 00:27:18.090483 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc018ff-3ce7-4b7f-a4ba-be57a0535d0b req-eca7250e-2f2d-421c-a773-aae7cf40a7d0 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:18.092244 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ccc018ff-3ce7-4b7f-a4ba-be57a0535d0b req-eca7250e-2f2d-421c-a773-aae7cf40a7d0 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.0779259 Jun 11 00:27:18.150986 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ccc018ff-3ce7-4b7f-a4ba-be57a0535d0b req-fe6addaf-e6ca-44cc-a6b1-3ebc1e7b2709 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Jun 11 00:27:18.364484 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 945dd5d8-e655-4085-8471-4e9090e1522e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:18.391861 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Deleting port 19bb8614-4d68-4e03-8f70-dbb471459715 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:18.392902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:18.403691 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 945dd5d8-e655-4085-8471-4e9090e1522e {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:18.404104 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 945dd5d8-e655-4085-8471-4e9090e1522e not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:18.516568 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] For port 19bb8614-4d68-4e03-8f70-dbb471459715, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=19bb8614-4d68-4e03-8f70-dbb471459715,segment=NetworkSegment(cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd),segment_id=cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:18.517190 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:18.643336 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Calling delete_port for 19bb8614-4d68-4e03-8f70-dbb471459715 owned by network:router_interface {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:18.952738 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:18.956455 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-be19611c-4e58-488a-a096-46e1c078cacd tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:18.996131 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bb8614-4d68-4e03-8f70-dbb471459715,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:18.999691 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:19.199133 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234c8d-f152-4b34-b7c0-044cd0a4ece3 req-e7ad4b27-8162-49cc-a0e8-70283ea4a28a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:19.200861 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9e234c8d-f152-4b34-b7c0-044cd0a4ece3 req-e7ad4b27-8162-49cc-a0e8-70283ea4a28a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0790908 Jun 11 00:27:19.219824 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:19.254870 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9e234c8d-f152-4b34-b7c0-044cd0a4ece3 req-8239ee2b-b857-475c-9454-2c08c64f55a6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480530 Jun 11 00:27:19.330855 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b465f-4335-4c77-b5e1-b15556cc4a9c req-cb6a8686-99f5-42ad-8274-2b1bfdf8bf5f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:19.332440 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-703b465f-4335-4c77-b5e1-b15556cc4a9c req-cb6a8686-99f5-42ad-8274-2b1bfdf8bf5f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.0724914 Jun 11 00:27:19.375269 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-703b465f-4335-4c77-b5e1-b15556cc4a9c req-193de05a-8418-4e35-8138-9256911e70d4 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370569 Jun 11 00:27:19.404431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-563dca65-ae1c-4168-b9ee-95c40bd52e42 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:19.405862 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-563dca65-ae1c-4168-b9ee-95c40bd52e42 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 945 time: 0.1775346 Jun 11 00:27:19.905068 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Router 2fd0605e-a628-48b7-aa57-baf03f10a55a has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:27:19.912030 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Deleting port c8c24201-18d3-4b8c-95c0-2562ff85ce9f {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:19.912547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.132084 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55634) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:20.191315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] For port c8c24201-18d3-4b8c-95c0-2562ff85ce9f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:20.191682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.264592 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.284604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:27:20.295464 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Sync routers for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:27:20.300166 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] 10.222.0.38 "PUT /v2.0/routers/2fd0605e-a628-48b7-aa57-baf03f10a55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096649 Jun 11 00:27:20.310240 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:20.313721 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55640) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:20.314741 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:27:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:20.370411 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Calling delete_port for c8c24201-18d3-4b8c-95c0-2562ff85ce9f owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:20.618252 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:20.624052 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55646) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:20.752502 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks [] for router, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.793027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.873069 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:20.878279 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dedb32e4-92ea-4c57-b487-ff85cec6438e tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:20.886482 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['c8c24201-18d3-4b8c-95c0-2562ff85ce9f'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:20.930568 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Pushing event deleted for resources: {'Port': ['ID=c8c24201-18d3-4b8c-95c0-2562ff85ce9f,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:20.940976 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:20.988446 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:27:21.004832 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:27:18Z', 'revision_number': 5, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:21.011275 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Checking router: 2fd0605e-a628-48b7-aa57-baf03f10a55a for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:27:21.025129 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] No DVR routers for this DVR port c8c24201-18d3-4b8c-95c0-2562ff85ce9f on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:27:21.028429 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.030739 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f130d8bd-40d7-4823-ac30-ec0623f2f687 req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "DELETE /v2.0/ports/c8c24201-18d3-4b8c-95c0-2562ff85ce9f HTTP/1.1" status: 204 len: 173 time: 1.6145947 Jun 11 00:27:21.031771 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'name': 'network-vif-deleted', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:21.032930 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Routers {'2fd0605e-a628-48b7-aa57-baf03f10a55a'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:27:21.033557 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:27:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['2fd0605e-a628-48b7-aa57-baf03f10a55a'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:21.034251 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6db917-08af-4005-8131-ac198a6dc541" -d '{"events": [{"server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "name": "network-vif-deleted", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:21.050812 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.071550 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499646ef-0577-453b-803b-60d1bdb40606 req-dc50879e-f103-4bc9-90e9-8d5f163f779f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:21.073065 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-499646ef-0577-453b-803b-60d1bdb40606 req-dc50879e-f103-4bc9-90e9-8d5f163f779f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.4532166 Jun 11 00:27:21.090747 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.121549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5360f-e4ab-496b-b1e8-79cf9199c4f7 req-51e99574-1c56-4cd2-a8f8-e82a2b8caf0a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:21.122954 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d7a5360f-e4ab-496b-b1e8-79cf9199c4f7 req-51e99574-1c56-4cd2-a8f8-e82a2b8caf0a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=46638c36-229b-4e44-b090-0c44895562ea HTTP/1.1" status: 200 len: 867 time: 0.4910538 Jun 11 00:27:21.189259 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-499646ef-0577-453b-803b-60d1bdb40606 req-f0a44d55-8932-4fb9-95fd-7e6834ff5011 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061182 Jun 11 00:27:21.192700 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.195209 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-41b48263-e559-4a34-83d8-d3eac4dc7aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:21.217145 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] Set router 2fd0605e-a628-48b7-aa57-baf03f10a55a gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:27:21.320652 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d33f30-ae8d-4518-b696-1113ee7ae889 x-openstack-request-id: req-69d33f30-ae8d-4518-b696-1113ee7ae889 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:21.321203 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46638c36-229b-4e44-b090-0c44895562ea", "name": "network-vif-deleted", "tag": "c8c24201-18d3-4b8c-95c0-2562ff85ce9f", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:21.321495 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69d33f30-ae8d-4518-b696-1113ee7ae889 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:21.321901 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46638c36-229b-4e44-b090-0c44895562ea', 'name': 'network-vif-deleted', 'tag': 'c8c24201-18d3-4b8c-95c0-2562ff85ce9f', 'status': 'completed', 'code': 200} Jun 11 00:27:21.369842 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.382584 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dea40aa41b8c4681ac9bb3a85e751525&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2491708 Jun 11 00:27:21.385284 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55652) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:21.403373 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d7a5360f-e4ab-496b-b1e8-79cf9199c4f7 req-ca5be126-e104-4898-aa34-05fb6df45dce tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695279 Jun 11 00:27:21.419951 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f619f627-85e4-4c44-866a-b1b7061ee38c,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:21.441711 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:21.445546 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.476236 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-42cb96cd-d933-483f-bb88-24f7a5af4c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:21.478835 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Deleting port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:27:21.479203 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.537636 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac2cd623abc54f089f51c94358bb4846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123614 Jun 11 00:27:21.545730 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55654) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:21.548113 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ccc60-3210-4cdc-b7d1-8ed75ffba61c,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:21.570348 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-91cf135e-878e-4478-821b-b2338353c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:27:18Z', 'revision_number': 5, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:21.581081 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf135e-878e-4478-821b-b2338353c336 None None] The sync data for ids ['2fd0605e-a628-48b7-aa57-baf03f10a55a'] in dv-cinder-786260-5-smb is: [{'id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'name': 'tempest-ServerRescueNegativeTestJSON-1901959198-router', 'tenant_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:27:18Z', 'revision_number': 5, 'project_id': 'f82305a952a64b1eae56c3c6f5783ae9', 'gw_port': {'id': 'e1ea61e0-e966-46bf-9dee-74a27ff5dcc0', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0605e-a628-48b7-aa57-baf03f10a55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:54Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:27:21.597269 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:21.604077 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.659693 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.695364 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.696506 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] For port e1ea61e0-e966-46bf-9dee-74a27ff5dcc0, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:21.697120 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.748576 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.802957 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Calling delete_port for e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 owned by network:router_gateway {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:27:21.883133 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.885804 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.887249 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f619f627-85e4-4c44-866a-b1b7061ee38c HTTP/1.1" status: 204 len: 168 time: 0.5004272 Jun 11 00:27:21.891921 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-645db7b5-bdcf-40c0-83b7-ee6c679ac619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:21.903212 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f619f627-85e4-4c44-866a-b1b7061ee38c,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:21.905611 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:21.951793 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.954713 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:21.966583 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/799ccc60-3210-4cdc-b7d1-8ed75ffba61c HTTP/1.1" status: 204 len: 168 time: 0.4155233 Jun 11 00:27:21.966583 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-97ddae76-27f4-404b-86dc-f086974e1227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:21.989739 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ccc60-3210-4cdc-b7d1-8ed75ffba61c,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:21.994066 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e791e172-95ad-42a8-815e-905b8e7a59c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:22.215586 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:22.226402 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-977c175d-a17a-4b33-962c-80181d3a987d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:22.277077 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ea61e0-e966-46bf-9dee-74a27ff5dcc0,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:22.283828 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:22.483100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:22.586179 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 19bb8614-4d68-4e03-8f70-dbb471459715 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:22.649199 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 19bb8614-4d68-4e03-8f70-dbb471459715 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:22.649578 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 19bb8614-4d68-4e03-8f70-dbb471459715 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:22.928984 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:22.932575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:22.938513 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55678) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:22.951529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f00ac-f5f9-4e2b-872b-178d6b5c26fa req-f2817939-8f2a-4a5f-978c-3e94d02e74bd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:22.953083 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a9f00ac-f5f9-4e2b-872b-178d6b5c26fa req-f2817939-8f2a-4a5f-978c-3e94d02e74bd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.5254025 Jun 11 00:27:22.964194 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.067898 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a9f00ac-f5f9-4e2b-872b-178d6b5c26fa req-ce19b149-2f5c-40f8-97a1-81480cefe5ac tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929723 Jun 11 00:27:23.115160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.173888 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.174467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd0605e-a628-48b7-aa57-baf03f10a55a {{(pid=98934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:27:23.185187 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Notify callbacks [] for router, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.185187 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2fd0605e-a628-48b7-aa57-baf03f10a55a HTTP/1.1" status: 204 len: 168 time: 2.8634329 Jun 11 00:27:23.185360 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55680) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:23.234877 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.244288 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6582f33a-ee17-49d8-8275-476908cde6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:23.359143 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Deleting subnet cfe1f663-b393-4738-a516-e0ca127a5244 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:27:23.364235 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53016afc-17b8-4eec-8a8e-4433d9cd3678,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:23.368289 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:23.376454 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e786212794f425f8cc67b4da999d291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352708 Jun 11 00:27:23.378674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.380353 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55688) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:23.442356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.498246 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.505356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.524026 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.672096 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.675590 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.676807 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53016afc-17b8-4eec-8a8e-4433d9cd3678 HTTP/1.1" status: 204 len: 168 time: 0.2940574 Jun 11 00:27:23.681278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d0f2a188-cbcc-4122-a646-db5298125030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:23.689111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53016afc-17b8-4eec-8a8e-4433d9cd3678,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:23.690336 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:23.700912 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.710756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:23.716043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:23.721112 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cfe1f663-b393-4738-a516-e0ca127a5244 HTTP/1.1" status: 204 len: 168 time: 0.5335381 Jun 11 00:27:23.748812 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55700) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:23.750243 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe1f663-b393-4738-a516-e0ca127a5244,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:23.767357 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:23.943811 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.057469 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.068432 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d11f3-6c9d-404e-95bd-93732ab4da46']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:24.080117 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:24.082978 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd8ccc1-7555-4d00-b051-2e1c0aceb8fd') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:27:24.092347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.113134 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.120279 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:27:24.120713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:27:24.122340 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:27:24.285630 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d696b-741e-47fa-96a5-2f5ea00c78e0 req-0c301655-5e00-417b-9289-22dc4ffa0c3b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:24.287095 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a9d696b-741e-47fa-96a5-2f5ea00c78e0 req-0c301655-5e00-417b-9289-22dc4ffa0c3b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0747037 Jun 11 00:27:24.329012 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a9d696b-741e-47fa-96a5-2f5ea00c78e0 req-8f5c1557-7e2b-4ccc-baf1-77d79f293896 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361114 Jun 11 00:27:24.369290 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.373048 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:24.388958 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.393470 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef5d11f3-6c9d-404e-95bd-93732ab4da46 HTTP/1.1" status: 204 len: 168 time: 0.6407528 Jun 11 00:27:24.393470 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5d11f3-6c9d-404e-95bd-93732ab4da46,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:24.393699 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device c8c24201-18d3-4b8c-95c0-2562ff85ce9f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:24.399871 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:24.418496 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: c8c24201-18d3-4b8c-95c0-2562ff85ce9f {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:24.418854 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device c8c24201-18d3-4b8c-95c0-2562ff85ce9f not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:24.454227 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:24.484467 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:27:24.484467 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e1ea61e0-e966-46bf-9dee-74a27ff5dcc0 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:27:24.763169 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55724) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:24.788044 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.856005 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55728) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:24.908987 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.936156 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f1301ceb-a542-4fed-b8c3-7efb93b8cf9a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f82305a952a64b1eae56c3c6f5783ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0764010 Jun 11 00:27:24.936648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 55732) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:24.982318 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:24.987871 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8bd754d1-e536-4ffc-843b-14b201b97fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:25.039864 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.044944 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae70481739e0499a81d0587fec7d9a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807574 Jun 11 00:27:25.046895 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faad677-3a72-43cc-9e5a-94575dc389fe,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:25.047682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55734) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:25.051648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:25.076541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.122973 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.149342 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.198741 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.202333 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.206406 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6b35120-73b9-48bc-a87c-9e2b1906adda HTTP/1.1" status: 204 len: 168 time: 0.2686613 Jun 11 00:27:25.207504 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3f41a67f-565e-443f-ae96-79fd54809823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:25.217151 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b35120-73b9-48bc-a87c-9e2b1906adda,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:25.239734 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:25.283404 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.285982 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:25.287306 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5faad677-3a72-43cc-9e5a-94575dc389fe HTTP/1.1" status: 204 len: 168 time: 0.2384670 Jun 11 00:27:25.288119 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0cac7203-babc-4d30-bba6-43296896a7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:25.298130 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faad677-3a72-43cc-9e5a-94575dc389fe,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:25.300732 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:25.529053 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd111a-f28f-4724-a436-cacb607cc30c req-a75c453d-5464-4e02-85e9-378eec7b312e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:25.530518 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e2fd111a-f28f-4724-a436-cacb607cc30c req-a75c453d-5464-4e02-85e9-378eec7b312e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0714884 Jun 11 00:27:25.581584 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e2fd111a-f28f-4724-a436-cacb607cc30c req-cc4bd673-3a2d-400c-beed-07ace6625f36 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Jun 11 00:27:26.788454 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2fbc8-e126-4821-be79-0a2c95fa0388 req-e7c3981b-76dd-4d89-b4a0-4eba74931a72 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:26.791258 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-1941a083-e62a-45ca-8c44-7a49ab2eeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:26.793738 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-1941a083-e62a-45ca-8c44-7a49ab2eeeaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1098 time: 0.0718136 Jun 11 00:27:26.795745 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-95e2fbc8-e126-4821-be79-0a2c95fa0388 req-e7c3981b-76dd-4d89-b4a0-4eba74931a72 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0811868 Jun 11 00:27:26.833618 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-95e2fbc8-e126-4821-be79-0a2c95fa0388 req-315382da-e21c-410b-93e7-22ab6e4f5888 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368567 Jun 11 00:27:26.909305 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-d8a8501d-33f9-46bb-bb4b-8c40a597ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:26.910706 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-d8a8501d-33f9-46bb-bb4b-8c40a597ada3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1113765 Jun 11 00:27:26.996789 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-9aab1783-99d7-4144-851e-93bd67f053e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 1001 time: 0.0779274 Jun 11 00:27:27.052063 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-90205533-59cf-4114-8d6f-3bd5b8566933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:27.053473 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-90205533-59cf-4114-8d6f-3bd5b8566933 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0506492 Jun 11 00:27:27.119014 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-dde8fd07-98f3-45fa-a445-1a34afe30f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:27.120521 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-dde8fd07-98f3-45fa-a445-1a34afe30f47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0610223 Jun 11 00:27:27.235531 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-e6332f9c-d612-4d5b-8c0a-15da47f5839f service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076095 Jun 11 00:27:27.345556 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a511b146-d647-49f5-8ece-c2a17a1175ed req-93a670f2-5514-41bb-ad9d-495255b4de52 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039238 Jun 11 00:27:28.027259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522f79e-1bb0-4a6e-a042-2a6ed32bcd79 req-a753209b-d244-4115-bce4-8265cc707fda tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:28.028838 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e522f79e-1bb0-4a6e-a042-2a6ed32bcd79 req-a753209b-d244-4115-bce4-8265cc707fda tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0731881 Jun 11 00:27:28.070465 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e522f79e-1bb0-4a6e-a042-2a6ed32bcd79 req-8a9fe7c1-8e97-48ff-bb5e-5a95964c1b5b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Jun 11 00:27:28.487252 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-36f2377d-eb7d-4b3a-a17c-43048d3c4933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:29.066976 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-15234fa6-96c8-4d10-a721-5e762f584b87 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:29.068561 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-15234fa6-96c8-4d10-a721-5e762f584b87 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/networks?id=18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 200 len: 813 time: 0.1286156 Jun 11 00:27:29.084165 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-15a4747d-f453-4a01-a403-d17078ac7401 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/quotas/b47cfb39534e492eb2cd0d67f0322f54 HTTP/1.1" status: 200 len: 375 time: 0.0089846 Jun 11 00:27:29.137048 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-ca2fc8c6-ffa2-44d7-8db6-cc5c970e83a0 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468934 Jun 11 00:27:29.295277 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-ef0eb179-baa0-45d5-b5fa-5dc2e22270eb service neutron] 10.222.0.38 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516683 Jun 11 00:27:29.401330 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d7fc3-98f9-41c1-9d86-7c60d81616b6 req-9860fff5-5bd3-4034-8da7-0de25d4492e3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:29.402848 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7e8d7fc3-98f9-41c1-9d86-7c60d81616b6 req-9860fff5-5bd3-4034-8da7-0de25d4492e3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.1726141 Jun 11 00:27:29.462285 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-29522cde-3059-4730-98ab-a2b3b1991d78 service neutron] 10.222.0.38 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604869 Jun 11 00:27:29.467474 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7e8d7fc3-98f9-41c1-9d86-7c60d81616b6 req-6f7383c3-0d08-4746-85d8-6b76aafe2b3c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546412 Jun 11 00:27:29.702569 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4e166928-f3b8-4083-a891-3e209f59d8fe req-baf70c14-dfa4-494d-b83f-40110ef43b14 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 210 time: 0.0384574 Jun 11 00:27:30.442340 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:27:30.530253 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:30.555343 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:30.557957 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb3f78-2da6-4698-8845-f0b254c777d7" -d '{"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-unplugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:30.591471 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:30.604842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d3fcc-29fd-4a3f-8999-7714c2f307d0 x-openstack-request-id: req-858d3fcc-29fd-4a3f-8999-7714c2f307d0 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:30.604842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-unplugged", "status": "failed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "code": 422}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:30.604842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-858d3fcc-29fd-4a3f-8999-7714c2f307d0 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:30.604842 dv-cinder-786260-5-smb neutron-server[98936]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'code': 422} returned with failed status Jun 11 00:27:30.655808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55974) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:30.670352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:30.673126 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:30.676838 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41740c-042d-4400-9eb7-122a29b4dfd3 req-93328570-94eb-49f6-96b3-bc4611c1fd2c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:30.679916 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a41740c-042d-4400-9eb7-122a29b4dfd3 req-93328570-94eb-49f6-96b3-bc4611c1fd2c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 945 time: 0.0840473 Jun 11 00:27:30.748909 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a41740c-042d-4400-9eb7-122a29b4dfd3 req-4a636e88-820f-4b1c-b8d0-08bd5dd3e73c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637119 Jun 11 00:27:30.786936 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=8']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:30.789909 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:30.817469 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:30.905748 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d7497e61-ab8b-47c9-8a00-cf91f54a2fd0 req-f16d1a06-fc4e-482c-ba09-5ef5eaee8567 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 210 time: 0.0370276 Jun 11 00:27:30.916081 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:30.968782 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:30.973784 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:31.010417 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491a48e8-da34-4964-9ea8-378c1086b83e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:31.015310 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=987127560bdb40328dd0c22bcc50de9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588960 Jun 11 00:27:31.016174 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5bef5aa3-70f3-4333-8bea-bc6fbbde7cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:31.017937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 55994) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:31.070496 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.096102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.157277 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b3dd85ea-24b8-46e9-8d70-2ee2f327af73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.208824 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.237756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.240528 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:31.241696 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/491a48e8-da34-4964-9ea8-378c1086b83e HTTP/1.1" status: 204 len: 168 time: 0.2228518 Jun 11 00:27:31.242529 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2ca09251-3989-402e-bb83-fe5eb2fafa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:31.251907 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491a48e8-da34-4964-9ea8-378c1086b83e,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:31.254129 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:32.073767 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-e61e5943-6c6d-4125-ba96-793d4a73d879 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:32.075263 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c7d1a677-bad0-4b39-82ea-e799af82820a req-1a11fe8c-e142-43f3-a940-5a2a3ef8dd21 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 210 time: 0.0509713 Jun 11 00:27:32.076464 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-e61e5943-6c6d-4125-ba96-793d4a73d879 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "GET /v2.0/networks?id=18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 200 len: 813 time: 0.1351748 Jun 11 00:27:32.089251 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Request body: {'port': {'device_id': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42', 'admin_state_up': True, 'tenant_id': 'b47cfb39534e492eb2cd0d67f0322f54'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:27:32.300030 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Made reservation on behalf of b47cfb39534e492eb2cd0d67f0322f54 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:27:32.304432 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:32.425952 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:32.477572 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Allocated IP 172.20.0.8 (18c10e52-c1fe-4443-9222-66902494ab42/265a68eb-4e8e-4123-87cd-a4e8fed95227/cd0eaa4b-4805-4047-91ba-52b07d88326b) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:27:32.663264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:32.698712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd3cf1-255e-4e84-a5c3-85c2ccbe0d9a req-a870df61-1d29-4c53-9745-af568c580e92 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:32.700787 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0bbd3cf1-255e-4e84-a5c3-85c2ccbe0d9a req-a870df61-1d29-4c53-9745-af568c580e92 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0747085 Jun 11 00:27:32.742850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0bbd3cf1-255e-4e84-a5c3-85c2ccbe0d9a req-81414d06-910c-4899-9607-3e003294144e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Jun 11 00:27:32.779722 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:32.783977 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4f0a070d-a306-4fab-874e-a12ad9ad01ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:32.826259 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Network 18c10e52-c1fe-4443-9222-66902494ab42 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:27:32.829658 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:27:32.832068 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:27:32.894807 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Pushing event updated for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:32.899257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:32.914099 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:32.914661 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.055215 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702470 Jun 11 00:27:33.104623 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Request body: {'port': {'device_id': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:27:33.194197 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.262695 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979c81e-315f-41a1-bd06-34716abb5638 req-f4135398-1fd5-496a-a49b-5f65666a5e90 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:33.265005 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c979c81e-315f-41a1-bd06-34716abb5638 req-f4135398-1fd5-496a-a49b-5f65666a5e90 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 931 time: 0.0729790 Jun 11 00:27:33.287324 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56052) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:33.327439 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c979c81e-315f-41a1-bd06-34716abb5638 req-b967e170-0915-4883-994c-012bc38226f2 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Jun 11 00:27:33.405663 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-33ec4766-9c19-4012-854c-aee36c1cc1d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171014 Jun 11 00:27:33.539946 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0eaa4b-4805-4047-91ba-52b07d88326b {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:33.549772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.577134 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Transition to ACTIVE for port object cd0eaa4b-4805-4047-91ba-52b07d88326b will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:27:33.700010 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.702800 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:33.785248 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:33.940475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a2c39-5eeb-43c5-b673-3140d33031ee req-7d812c08-af2d-4db0-a755-e39db2a75c19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:33.942163 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7f5a2c39-5eeb-43c5-b673-3140d33031ee req-7d812c08-af2d-4db0-a755-e39db2a75c19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0738614 Jun 11 00:27:34.002457 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7f5a2c39-5eeb-43c5-b673-3140d33031ee req-16e59090-92bc-4cdd-a91f-738852496405 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494823 Jun 11 00:27:34.075676 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56082) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:34.101600 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.125847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.195064 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Attempting to bind port cd0eaa4b-4805-4047-91ba-52b07d88326b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:27:34.195538 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Attempting to bind port cd0eaa4b-4805-4047-91ba-52b07d88326b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:27:34.196169 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Attempting to bind port cd0eaa4b-4805-4047-91ba-52b07d88326b on network 18c10e52-c1fe-4443-9222-66902494ab42 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:27:34.204431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Port cd0eaa4b-4805-4047-91ba-52b07d88326b on network 18c10e52-c1fe-4443-9222-66902494ab42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:27:34.204431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Attempting to bind port cd0eaa4b-4805-4047-91ba-52b07d88326b on network 18c10e52-c1fe-4443-9222-66902494ab42 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:27:34.206038 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:27:34.206426 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Checking segment: {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:27:34.206877 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Bound using segment: {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:27:34.207472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Bound port: cd0eaa4b-4805-4047-91ba-52b07d88326b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7459d-dc1e-4552-b9a5-91812296d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:27:34.207831 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.208519 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.288439 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:27:34.291565 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:27:34.308327 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.420063 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.420561 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.423677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-513a1717-8ee3-4df6-b63c-f06b4f185805 tempest-DeleteServersTestJSON-825498892 tempest-DeleteServersTestJSON-825498892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:34.434394 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:34.459790 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.460474 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.461884 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] 10.222.0.45 "PUT /v2.0/ports/cd0eaa4b-4805-4047-91ba-52b07d88326b HTTP/1.1" status: 200 len: 1093 time: 1.3615644 Jun 11 00:27:34.462444 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:34.465341 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76249c1f-0a90-4e60-a74b-e84ea9324b98" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:34.498431 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fe2242c2ef0460a86ba068cc7a91ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216416 Jun 11 00:27:34.502516 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56090) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:34.518151 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ffd35d-7a3a-4688-af3f-bca6651df44a,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.521235 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.522738 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.526316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c9bec-46af-420b-beea-84d96ccb55d6 x-openstack-request-id: req-489c9bec-46af-420b-beea-84d96ccb55d6 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:34.526645 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:34.532294 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-489c9bec-46af-420b-beea-84d96ccb55d6 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:34.532963 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b', 'status': 'completed', 'code': 200} Jun 11 00:27:34.534444 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.562512 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868097-fcf4-44ba-a446-8e384d8d112f req-a7b78e3f-d98e-40fa-b3cc-fbb65c4e4d79 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.564576 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32868097-fcf4-44ba-a446-8e384d8d112f req-a7b78e3f-d98e-40fa-b3cc-fbb65c4e4d79 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.1216710 Jun 11 00:27:34.609436 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32868097-fcf4-44ba-a446-8e384d8d112f req-4a90ad24-f37d-4390-a363-4dd7a1babdd8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Jun 11 00:27:34.625254 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.658441 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.668768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-78d6e7c3-6576-4674-8ae5-9f0cc9a1068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.670226 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-78d6e7c3-6576-4674-8ae5-9f0cc9a1068b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 1096 time: 0.1191540 Jun 11 00:27:34.806544 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-515118a8-6a6e-46d5-9ffd-711a8ecc6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.807939 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-515118a8-6a6e-46d5-9ffd-711a8ecc6914 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1287155 Jun 11 00:27:34.901277 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.904433 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:34.905538 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19ffd35d-7a3a-4688-af3f-bca6651df44a HTTP/1.1" status: 204 len: 168 time: 0.4020867 Jun 11 00:27:34.907943 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4092e445-005b-40e3-9ab5-2e84095fe9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:34.923349 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ffd35d-7a3a-4688-af3f-bca6651df44a,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:34.926808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:34.948286 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-9084c44c-1015-4767-9089-65ea0a83bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:34.950497 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-76249c1f-0a90-4e60-a74b-e84ea9324b98 req-9084c44c-1015-4767-9089-65ea0a83bf99 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334312 Jun 11 00:27:35.052773 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-079a2cc5-e720-41c0-903c-cc00d0a03ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.054307 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-079a2cc5-e720-41c0-903c-cc00d0a03ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 1096 time: 0.0628448 Jun 11 00:27:35.114720 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-f32ca0dd-498f-4456-b459-452d6128f352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b HTTP/1.1" status: 200 len: 217 time: 0.0520632 Jun 11 00:27:35.177099 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-e654e252-1e21-4ad3-bf1d-7e7e1aada761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.178655 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-e654e252-1e21-4ad3-bf1d-7e7e1aada761 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=265a68eb-4e8e-4123-87cd-a4e8fed95227 HTTP/1.1" status: 200 len: 853 time: 0.0555627 Jun 11 00:27:35.222360 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ac92c-4848-4576-8840-4bcea518813c req-a2e0ad40-6685-4c1d-96ba-039a740bb635 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.224274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f6ac92c-4848-4576-8840-4bcea518813c req-a2e0ad40-6685-4c1d-96ba-039a740bb635 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0883009 Jun 11 00:27:35.234092 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-05d039bc-9527-4516-bec0-876c2c775282 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18c10e52-c1fe-4443-9222-66902494ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459063 Jun 11 00:27:35.268402 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f6ac92c-4848-4576-8840-4bcea518813c req-61a5099c-63df-44cd-8302-f31998e27ac4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Jun 11 00:27:35.375374 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-aa2c8c2b-bda3-457a-9bd2-704c429f579b service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347892 Jun 11 00:27:35.499076 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04bd993d-9f40-44bb-8eca-e466e8dfbc8f req-5d60df5a-1dc9-46ec-a2f1-f2e1b975e5ec service neutron] 10.222.0.45 "GET /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171813 Jun 11 00:27:35.810397 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9ce08-66fb-4415-88db-13c11ddfa087 req-36d5a17f-cafe-4c9b-bc1e-dafebb488091 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:35.812105 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cdc9ce08-66fb-4415-88db-13c11ddfa087 req-36d5a17f-cafe-4c9b-bc1e-dafebb488091 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.0708311 Jun 11 00:27:35.856969 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cdc9ce08-66fb-4415-88db-13c11ddfa087 req-64bc6de2-9a58-4a0c-8eff-5bdae55c84f5 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Jun 11 00:27:36.272249 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e195-661f-4444-8801-5603785f5c79 req-3e70d287-397e-4220-ab0a-f49ff37c0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.273727 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-3e70d287-397e-4220-ab0a-f49ff37c0d4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 1096 time: 0.0940614 Jun 11 00:27:36.352756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e195-661f-4444-8801-5603785f5c79 req-f7e8aa6f-3166-4f9e-9c67-1ab65b6e3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.354234 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-f7e8aa6f-3166-4f9e-9c67-1ab65b6e3927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1096 time: 0.0574787 Jun 11 00:27:36.476599 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e195-661f-4444-8801-5603785f5c79 req-fe4d0e6a-d860-4f7c-9a8a-f2ac5a5e76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.478033 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-fe4d0e6a-d860-4f7c-9a8a-f2ac5a5e76ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1163614 Jun 11 00:27:36.479277 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f719288-5efa-416a-84fb-3b2d0f9a0aa5 req-4f4c68af-dc41-440f-98c8-c58782b246be tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.481261 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f719288-5efa-416a-84fb-3b2d0f9a0aa5 req-4f4c68af-dc41-440f-98c8-c58782b246be tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0743334 Jun 11 00:27:36.530528 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f719288-5efa-416a-84fb-3b2d0f9a0aa5 req-c8ce0483-dcda-4bd2-a3fb-5972fc45f864 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Jun 11 00:27:36.567692 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-bbc29570-52b0-4511-91ac-794b212935af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 999 time: 0.0831034 Jun 11 00:27:36.626271 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e195-661f-4444-8801-5603785f5c79 req-d715866e-a809-4acc-9454-21c3035a11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.627658 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-d715866e-a809-4acc-9454-21c3035a11e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0538270 Jun 11 00:27:36.691986 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e195-661f-4444-8801-5603785f5c79 req-4112aaf5-87a5-484f-8ff3-66144fa1764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:36.693339 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-4112aaf5-87a5-484f-8ff3-66144fa1764e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587022 Jun 11 00:27:36.816687 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-b0b8b30b-3ab6-48de-984d-b05a53ffcabd service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151652 Jun 11 00:27:36.934236 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:36.940771 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-3477e195-661f-4444-8801-5603785f5c79 req-635097f2-1aba-402f-8c51-6e941892aefc service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169176 Jun 11 00:27:37.044353 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d23e-e3da-4959-a9f9-4c7eae66062f req-2537bac2-c4ff-4ccd-a5e3-c0a9e0b50db6 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:37.045904 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4c78d23e-e3da-4959-a9f9-4c7eae66062f req-2537bac2-c4ff-4ccd-a5e3-c0a9e0b50db6 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.0678456 Jun 11 00:27:37.088970 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4c78d23e-e3da-4959-a9f9-4c7eae66062f req-ddc43853-36f0-48b9-82e1-24643c1887c7 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Jun 11 00:27:37.728918 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1ac9f-1851-4b49-b535-7662835d327c req-c6ede8c2-1b1e-4964-84af-f2a9eb35dfae tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:37.730474 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f4b1ac9f-1851-4b49-b535-7662835d327c req-c6ede8c2-1b1e-4964-84af-f2a9eb35dfae tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0837319 Jun 11 00:27:37.781369 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f4b1ac9f-1851-4b49-b535-7662835d327c req-730270bb-a536-4beb-a212-f49405b61b82 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Jun 11 00:27:38.282469 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9eda-441e-46da-b18d-c974c0e77c87 req-eaf6eb62-2b77-40fa-98a2-276a12d0ff0f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:38.283927 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e96b9eda-441e-46da-b18d-c974c0e77c87 req-eaf6eb62-2b77-40fa-98a2-276a12d0ff0f tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.0773966 Jun 11 00:27:38.338345 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e96b9eda-441e-46da-b18d-c974c0e77c87 req-3c6c52b9-571b-4fbe-b63d-4bcc16fcacdd tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Jun 11 00:27:38.975847 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23ee84-41db-4f65-8f74-138128d98c6c req-88e5a00f-b63d-45f7-a334-32240c682a6e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:38.977422 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf23ee84-41db-4f65-8f74-138128d98c6c req-88e5a00f-b63d-45f7-a334-32240c682a6e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0729506 Jun 11 00:27:39.019521 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf23ee84-41db-4f65-8f74-138128d98c6c req-eeab01f0-a838-45e8-8b11-edff4144b50e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Jun 11 00:27:39.515199 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c7d9-ea9b-4d5b-b7da-0accd9e25a0e req-a8d19421-e482-4105-911e-70a25a1c47f6 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:39.516647 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7fe0c7d9-ea9b-4d5b-b7da-0accd9e25a0e req-a8d19421-e482-4105-911e-70a25a1c47f6 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.0693858 Jun 11 00:27:39.575456 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7fe0c7d9-ea9b-4d5b-b7da-0accd9e25a0e req-4a8078f9-6f88-4fc0-82fc-444278bb6baa tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521514 Jun 11 00:27:40.215707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f9d64-f68a-4295-b185-ca9d88badbe2 req-73c3655b-fa58-4f9a-8d4a-37f03c04130b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:40.217213 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-460f9d64-f68a-4295-b185-ca9d88badbe2 req-73c3655b-fa58-4f9a-8d4a-37f03c04130b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0719855 Jun 11 00:27:40.283289 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-460f9d64-f68a-4295-b185-ca9d88badbe2 req-10024782-35aa-451b-bcaa-e98cc7bd4290 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598779 Jun 11 00:27:40.516395 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device cd0eaa4b-4805-4047-91ba-52b07d88326b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:27:40.651015 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:40.664291 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'cd0eaa4b-4805-4047-91ba-52b07d88326b', 'network_id': '18c10e52-c1fe-4443-9222-66902494ab42', 'port_id': 'cd0eaa4b-4805-4047-91ba-52b07d88326b', 'mac_address': 'fa:16:3e:a8:12:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265a68eb-4e8e-4123-87cd-a4e8fed95227', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:27:40.710428 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:40.726305 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0eaa4b-4805-4047-91ba-52b07d88326b {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:40.747828 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:40.780595 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cf108-c110-467e-94c6-60f29bf3f774 req-e9ad2a3d-e62e-484f-b8ae-9251646f5d4e tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:40.782084 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-969cf108-c110-467e-94c6-60f29bf3f774 req-e9ad2a3d-e62e-484f-b8ae-9251646f5d4e tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 943 time: 0.0723360 Jun 11 00:27:40.826048 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:40.828018 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:40.829446 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-969cf108-c110-467e-94c6-60f29bf3f774 req-59f11941-a783-44e6-a55a-c9804e3f8d08 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jun 11 00:27:40.890881 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:40.893994 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:41.206005 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['cd0eaa4b-4805-4047-91ba-52b07d88326b'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:27:41.526793 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f35f41-eb80-473c-88e2-b81e79597de0 req-52f8b6f6-999a-4888-b35e-74b216737d42 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:41.528902 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f3f35f41-eb80-473c-88e2-b81e79597de0 req-52f8b6f6-999a-4888-b35e-74b216737d42 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0935774 Jun 11 00:27:41.568617 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f3f35f41-eb80-473c-88e2-b81e79597de0 req-b48c2761-7e6f-4a33-81cb-baf0341ca52e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Jun 11 00:27:42.039766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d1c23-d60a-4316-ad24-a720526b8aa1 req-6e8666a9-46c0-45aa-a45c-67580f0cb293 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:42.041357 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d2d1c23-d60a-4316-ad24-a720526b8aa1 req-6e8666a9-46c0-45aa-a45c-67580f0cb293 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 944 time: 0.0871818 Jun 11 00:27:42.084170 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9d2d1c23-d60a-4316-ad24-a720526b8aa1 req-dfc6765f-6e09-4c05-877c-44dc4dd94820 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368605 Jun 11 00:27:42.529844 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device cd0eaa4b-4805-4047-91ba-52b07d88326b up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:27:42.773341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a8de-669c-4a49-9dab-eb38c9356134 req-27f65d59-60a5-4c19-8e26-39300fc6a205 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:42.774822 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9f23a8de-669c-4a49-9dab-eb38c9356134 req-27f65d59-60a5-4c19-8e26-39300fc6a205 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0754392 Jun 11 00:27:42.791365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port cd0eaa4b-4805-4047-91ba-52b07d88326b completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:27:42.795919 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port cd0eaa4b-4805-4047-91ba-52b07d88326b triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:27:42.796494 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:42.826113 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9f23a8de-669c-4a49-9dab-eb38c9356134 req-bc592bce-9911-4356-a1a7-b49abf20f3c8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Jun 11 00:27:42.889417 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:42.927589 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:27:42.929937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68699d-2f01-4690-bc56-01b3322e167e" -d '{"events": [{"server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:27:42.934784 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:42.976280 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2414a3df-0494-4549-9b0b-da1e6f12f993 x-openstack-request-id: req-2414a3df-0494-4549-9b0b-da1e6f12f993 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:27:42.976280 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "name": "network-vif-plugged", "status": "completed", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:27:42.976280 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2414a3df-0494-4549-9b0b-da1e6f12f993 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:27:42.976280 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b', 'code': 200} Jun 11 00:27:43.013695 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:43.016016 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:43.078292 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:43.090275 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:43.282721 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249903a9-1cb6-46c7-bd76-4eae12ddce4b req-b5d3be51-f4d0-49d7-a37c-6a14f4addd40 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:43.284211 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-249903a9-1cb6-46c7-bd76-4eae12ddce4b req-b5d3be51-f4d0-49d7-a37c-6a14f4addd40 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0894516 Jun 11 00:27:43.325583 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-249903a9-1cb6-46c7-bd76-4eae12ddce4b req-79349fa2-74a8-44ad-a59f-594c6339571c tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Jun 11 00:27:44.039340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c52ace-0907-4352-8e01-926c00019a23 req-051ea217-33df-46ac-b6cc-6411ee84cb9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:44.040807 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-40c52ace-0907-4352-8e01-926c00019a23 req-051ea217-33df-46ac-b6cc-6411ee84cb9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0801177 Jun 11 00:27:44.083215 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-40c52ace-0907-4352-8e01-926c00019a23 req-c161b14f-c328-4ff7-a238-ded61dc9141c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361009 Jun 11 00:27:44.512083 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cdbb1-0f2f-4a4c-94b2-b49dad9dec66 req-97158466-6414-496e-aed6-90a53c86796a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:44.513565 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b2cdbb1-0f2f-4a4c-94b2-b49dad9dec66 req-97158466-6414-496e-aed6-90a53c86796a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0707824 Jun 11 00:27:44.554872 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6b2cdbb1-0f2f-4a4c-94b2-b49dad9dec66 req-a902f526-c497-4819-83a5-1b7f123166e1 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Jun 11 00:27:45.298266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce91ef3-b4fd-4730-b7c6-c525e66039bf req-a981c184-a069-49c2-86c3-f7a8a735769b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:45.299747 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ce91ef3-b4fd-4730-b7c6-c525e66039bf req-a981c184-a069-49c2-86c3-f7a8a735769b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0747802 Jun 11 00:27:45.340705 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ce91ef3-b4fd-4730-b7c6-c525e66039bf req-f47f8ec5-d3a7-4dc4-b9a1-1b63b366f781 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353513 Jun 11 00:27:45.763311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd643-c5df-45ff-a86e-aa0737ede5cb req-0de521e4-775d-4904-8350-b7d937574dac tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:45.764927 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cbbbd643-c5df-45ff-a86e-aa0737ede5cb req-0de521e4-775d-4904-8350-b7d937574dac tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0906992 Jun 11 00:27:45.812293 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cbbbd643-c5df-45ff-a86e-aa0737ede5cb req-f4e47c95-cbcc-450e-a734-14aa81d0cda2 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Jun 11 00:27:46.548160 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7d5f-cde6-4aeb-809c-b5d1281f30f9 req-c01ce319-b3ab-448d-8e7e-aef7b7fc746c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:46.557220 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b92e7d5f-cde6-4aeb-809c-b5d1281f30f9 req-c01ce319-b3ab-448d-8e7e-aef7b7fc746c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0836389 Jun 11 00:27:46.599552 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b92e7d5f-cde6-4aeb-809c-b5d1281f30f9 req-059029c8-6b33-4a7f-9c7e-8590c60f96d0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Jun 11 00:27:47.003341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93457dbb-e2ac-4b7f-af89-c9c25fdfa098 req-4bb5c8a5-514a-4fc8-bd35-e837b48ee256 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:47.009753 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-93457dbb-e2ac-4b7f-af89-c9c25fdfa098 req-4bb5c8a5-514a-4fc8-bd35-e837b48ee256 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0720413 Jun 11 00:27:47.051295 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-93457dbb-e2ac-4b7f-af89-c9c25fdfa098 req-b5831aa2-c9da-4465-b2ac-98efa292bf26 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Jun 11 00:27:47.274369 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56306) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:47.386377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.483291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.557391 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.561365 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d6b4e63d-c98e-4fd0-a4e9-45eef3b40827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:47.600215 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d466c38f8ff4489087835f7a81a52430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247783 Jun 11 00:27:47.601488 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7940df9a-0109-4851-bf2e-c265424b9a49,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:47.603138 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56310) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:47.604859 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:47.660783 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.685895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.830103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6645e73-e8ee-430b-8f27-5b8fa07f49e4 req-c4dbac49-d53e-4135-89a9-a269f3550dc6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:47.831791 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6645e73-e8ee-430b-8f27-5b8fa07f49e4 req-c4dbac49-d53e-4135-89a9-a269f3550dc6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0982683 Jun 11 00:27:47.848661 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.851321 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:47.854928 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7940df9a-0109-4851-bf2e-c265424b9a49 HTTP/1.1" status: 204 len: 168 time: 0.2442703 Jun 11 00:27:47.854928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9fdca847-934e-4804-ba74-99be6517f0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:47.862676 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940df9a-0109-4851-bf2e-c265424b9a49,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:47.865060 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:47.896259 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6645e73-e8ee-430b-8f27-5b8fa07f49e4 req-1719c9d3-4e95-4f2f-b651-16c4fd9f7997 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578122 Jun 11 00:27:48.255946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c583d-4139-4e4f-8d43-211c3134219d req-f3a827d7-ebdd-4c0e-b7d5-344d693d5fd2 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:48.258413 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f80c583d-4139-4e4f-8d43-211c3134219d req-f3a827d7-ebdd-4c0e-b7d5-344d693d5fd2 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0785232 Jun 11 00:27:48.301979 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f80c583d-4139-4e4f-8d43-211c3134219d req-7d42e6d3-0b7c-4033-b289-5d055db160c7 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Jun 11 00:27:49.115092 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf1b8-a4bf-4e0c-86d8-84d0d58b7313 req-8c08afd0-3f68-4c2e-a9b3-6212945424af tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:49.116617 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edcdf1b8-a4bf-4e0c-86d8-84d0d58b7313 req-8c08afd0-3f68-4c2e-a9b3-6212945424af tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0912046 Jun 11 00:27:49.169490 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edcdf1b8-a4bf-4e0c-86d8-84d0d58b7313 req-cafdd11d-b2f3-42ba-99b7-388081bf4860 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Jun 11 00:27:49.528781 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a926aa-f476-43ae-b0d6-e5fa1048a146 req-d259ad82-8ccd-46d6-884f-39796b0ca94a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:49.539218 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c6a926aa-f476-43ae-b0d6-e5fa1048a146 req-d259ad82-8ccd-46d6-884f-39796b0ca94a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.1134243 Jun 11 00:27:49.607571 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c6a926aa-f476-43ae-b0d6-e5fa1048a146 req-a8b5f643-882e-41a4-bbcb-4560881777f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672691 Jun 11 00:27:50.373490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb699a-e08a-4cac-9388-a02b35dc409d req-39d78cfa-c739-4644-a8c7-fdb4660ac89c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:50.374971 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-86eb699a-e08a-4cac-9388-a02b35dc409d req-39d78cfa-c739-4644-a8c7-fdb4660ac89c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0686345 Jun 11 00:27:50.417538 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-86eb699a-e08a-4cac-9388-a02b35dc409d req-79135c03-51f6-432a-9129-665b5c43499b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366898 Jun 11 00:27:50.789021 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad471-6ab1-40ad-a4e7-f2677010a8c9 req-507ad20f-3748-4040-981d-81b6552b372b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:50.790593 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f43ad471-6ab1-40ad-a4e7-f2677010a8c9 req-507ad20f-3748-4040-981d-81b6552b372b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0710659 Jun 11 00:27:50.832603 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f43ad471-6ab1-40ad-a4e7-f2677010a8c9 req-0b5d323d-efa9-45f6-8f8a-fb56aa3c2fb2 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363564 Jun 11 00:27:51.598150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaef2f-7243-4a35-ac38-0d7e022797f6 req-05e3a302-3753-408e-82cd-4a1967b7a22a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:51.599615 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-64aaef2f-7243-4a35-ac38-0d7e022797f6 req-05e3a302-3753-408e-82cd-4a1967b7a22a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0672097 Jun 11 00:27:51.640924 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-64aaef2f-7243-4a35-ac38-0d7e022797f6 req-6dcd487a-8fc7-47a5-9b4b-7f849060f988 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356820 Jun 11 00:27:52.014107 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609f74-dd45-45a6-bbb8-cd53f514675a req-4345edad-2bab-45ec-b262-d71888cda581 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:52.015497 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8c609f74-dd45-45a6-bbb8-cd53f514675a req-4345edad-2bab-45ec-b262-d71888cda581 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0715072 Jun 11 00:27:52.056168 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8c609f74-dd45-45a6-bbb8-cd53f514675a req-bd4d9aa2-2395-4c40-a5d2-166c1f9dcb1e tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Jun 11 00:27:52.644458 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56410) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:52.747714 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:52.827030 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dec26-4054-466a-b9bb-3fe35451f5b9 req-034c8bc0-b454-4f09-bbf4-70d1f5acc7ef tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:52.828506 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-275dec26-4054-466a-b9bb-3fe35451f5b9 req-034c8bc0-b454-4f09-bbf4-70d1f5acc7ef tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0677667 Jun 11 00:27:52.839043 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:52.869048 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-275dec26-4054-466a-b9bb-3fe35451f5b9 req-fe128a3a-1f42-46db-a088-65634d1ad0a7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Jun 11 00:27:52.927120 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:52.930635 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1216f00-12ed-483f-be3b-8bdd055474e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:52.973009 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d89da468762e4aa6ada058e529deeffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274760 Jun 11 00:27:52.974166 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb927e6-e010-4788-8f61-288db98088b4,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:52.975713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56418) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:52.977171 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:53.305325 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:53.338012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:53.374341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b5f34-6123-4c2e-acf6-b733ae8bf7eb req-16b3af10-61d0-40ad-94bc-b5f25c3b930a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:53.375837 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-063b5f34-6123-4c2e-acf6-b733ae8bf7eb req-16b3af10-61d0-40ad-94bc-b5f25c3b930a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.1207945 Jun 11 00:27:53.422662 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-063b5f34-6123-4c2e-acf6-b733ae8bf7eb req-d61cf677-a39d-4695-9f4f-6dea1374f4b9 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jun 11 00:27:53.488550 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:53.491182 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:53.492299 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fb927e6-e010-4788-8f61-288db98088b4 HTTP/1.1" status: 204 len: 168 time: 0.5156267 Jun 11 00:27:53.498584 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-640ae1e9-430c-4474-a8a3-ab71dec561b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:53.502176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb927e6-e010-4788-8f61-288db98088b4,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:53.504553 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:54.063536 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a38de2-1136-4183-a8a3-9a965dadcc00 req-77e6355e-07ea-4637-92ac-6143193c7ffc tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:54.065053 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3a38de2-1136-4183-a8a3-9a965dadcc00 req-77e6355e-07ea-4637-92ac-6143193c7ffc tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0744424 Jun 11 00:27:54.090931 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56434) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:54.113613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3a38de2-1136-4183-a8a3-9a965dadcc00 req-21893466-b292-4e6e-9f0f-f74286fe9d06 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Jun 11 00:27:54.134334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.178980 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd7022-adf2-42bb-b948-f8ceda11cca2 req-e6153288-bc0e-4eae-b14a-866102c28d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:54.180451 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8cfd7022-adf2-42bb-b948-f8ceda11cca2 req-e6153288-bc0e-4eae-b14a-866102c28d74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 1098 time: 0.0982020 Jun 11 00:27:54.238800 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8cfd7022-adf2-42bb-b948-f8ceda11cca2 req-8cf6fdec-99e2-44c9-a028-64386f69fa2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Jun 11 00:27:54.276581 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.369160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.374039 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-741189f3-7773-4317-a558-dcc2bc97f38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:54.413043 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edda3bf97bc241c48132bbb479333b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200939 Jun 11 00:27:54.413989 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32c8ad3-7644-4086-92f2-7e641dc8ec5a,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:54.415064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56436) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:27:54.417007 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:54.468501 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.491909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.612889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9477f-bab6-41ed-8b83-c5738fa622dc req-b9ab6850-36ae-49cc-ab6d-fd5bb5b8b943 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:54.614416 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e9477f-bab6-41ed-8b83-c5738fa622dc req-b9ab6850-36ae-49cc-ab6d-fd5bb5b8b943 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0737672 Jun 11 00:27:54.655889 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e9477f-bab6-41ed-8b83-c5738fa622dc req-be5e3595-31f4-4109-a804-52d63b4f46a1 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jun 11 00:27:54.658473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.661056 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:54.662092 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e32c8ad3-7644-4086-92f2-7e641dc8ec5a HTTP/1.1" status: 204 len: 168 time: 0.2460079 Jun 11 00:27:54.662893 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-09e9220c-907f-4a9c-9ed5-8658b2fb3425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:54.673121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32c8ad3-7644-4086-92f2-7e641dc8ec5a,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:54.679865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:55.304580 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2e49b-75c5-407b-b75e-742847606532 req-b88daeec-46a6-48fb-b28a-1c043a5f016a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:55.304580 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e3b2e49b-75c5-407b-b75e-742847606532 req-b88daeec-46a6-48fb-b28a-1c043a5f016a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0727141 Jun 11 00:27:55.345851 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e3b2e49b-75c5-407b-b75e-742847606532 req-c18c1e37-70fc-45ce-945c-a733b6219842 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360391 Jun 11 00:27:55.844484 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003491-4930-43c5-a816-9ae3fa31f39e req-3db64376-7b87-4d69-8ac0-4d6082e23580 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:55.845943 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c003491-4930-43c5-a816-9ae3fa31f39e req-3db64376-7b87-4d69-8ac0-4d6082e23580 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0727916 Jun 11 00:27:55.889468 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c003491-4930-43c5-a816-9ae3fa31f39e req-0f58fad1-3229-4631-b11b-1f47415260ff tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Jun 11 00:27:56.532765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a216de-8440-4480-a11a-c0aa2bc09bbf req-67f7d671-8a98-4626-a633-0a36b658af6d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:56.534242 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32a216de-8440-4480-a11a-c0aa2bc09bbf req-67f7d671-8a98-4626-a633-0a36b658af6d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0699222 Jun 11 00:27:56.579409 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-32a216de-8440-4480-a11a-c0aa2bc09bbf req-1334fa0e-b6a9-4640-9a4e-a915282085ed tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 Jun 11 00:27:57.775765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7be233-5c76-4ce1-b3fa-1a394b83c4f6 req-fb2f0139-f059-4aea-8213-b610296513d0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:57.777425 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0f7be233-5c76-4ce1-b3fa-1a394b83c4f6 req-fb2f0139-f059-4aea-8213-b610296513d0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 943 time: 0.0823298 Jun 11 00:27:57.821403 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0f7be233-5c76-4ce1-b3fa-1a394b83c4f6 req-8fd1d575-ef1d-49e9-9f43-e097b501c2d1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369861 Jun 11 00:27:57.980685 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:27:58.459912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-99ea69cd-3973-4ad6-aa65-04f0be493cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:58.577400 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:27:58.699804 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:58.713367 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'mac_address': 'fa:16:3e:d7:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:27:58.756038 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:58.771371 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:27:58.794119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:27:58.877301 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:27:58.882119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:27:58.942374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=9']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:27:58.945759 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:27:59.013987 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a5fa-4e57-479e-a2c7-ee3d17508d83 req-52781d2b-bff8-4bb8-a0b4-fb2679400ce7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:27:59.015474 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4148a5fa-4e57-479e-a2c7-ee3d17508d83 req-52781d2b-bff8-4bb8-a0b4-fb2679400ce7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.0700216 Jun 11 00:27:59.060579 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4148a5fa-4e57-479e-a2c7-ee3d17508d83 req-fab2cfe7-639d-47f9-b7f1-9d2db4edd790 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Jun 11 00:27:59.240002 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:28:00.257121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700550e-c909-4d13-a53d-92879b599839 req-8b874e2b-05be-4cb3-94a2-590a3f31885e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:00.258660 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1700550e-c909-4d13-a53d-92879b599839 req-8b874e2b-05be-4cb3-94a2-590a3f31885e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 944 time: 0.0782878 Jun 11 00:28:00.306912 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1700550e-c909-4d13-a53d-92879b599839 req-fcc51799-19bf-4601-bad6-523947b2b8ec tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Jun 11 00:28:00.598423 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:00.654936 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:00.657285 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:00.741703 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:00.765581 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:28:00.767847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e14536c-978d-47f6-8aed-f58f049be351" -d '{"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:28:00.781143 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:00.803587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fe853f-9a67-4c48-a3b9-20fc114c6c58 x-openstack-request-id: req-a9fe853f-9a67-4c48-a3b9-20fc114c6c58 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:28:00.803907 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-plugged", "status": "completed", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:28:00.806209 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9fe853f-9a67-4c48-a3b9-20fc114c6c58 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:28:00.806209 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'code': 200} Jun 11 00:28:00.854117 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:00.856533 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:00.911146 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=10']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:00.914087 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:01.134108 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2d7df55c-fb55-444b-bb3c-a8109e5f9d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:01.168307 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:01.497714 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57f8b-f5d0-450d-9799-fb79fb967fd9 req-15c390a3-14aa-4b94-acac-e9dd166c41c8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:01.499250 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8cd57f8b-f5d0-450d-9799-fb79fb967fd9 req-15c390a3-14aa-4b94-acac-e9dd166c41c8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0715072 Jun 11 00:28:01.540836 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8cd57f8b-f5d0-450d-9799-fb79fb967fd9 req-92552054-2a50-444d-9eb8-6175691df39a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356596 Jun 11 00:28:01.585000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a58b-86d6-4d00-b861-7443b819994e req-466bb4b7-e42b-4484-8ccf-581c8a26bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:01.586464 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f5f5a58b-86d6-4d00-b861-7443b819994e req-466bb4b7-e42b-4484-8ccf-581c8a26bf34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1099 time: 0.0595973 Jun 11 00:28:01.625968 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f5f5a58b-86d6-4d00-b861-7443b819994e req-3e3c3601-f1c3-4172-93ef-38a00a7e9d54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308075 Jun 11 00:28:02.533123 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:02.666985 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56604) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:02.742367 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298146-9d94-4109-a98b-69becf554e6f req-b03f1033-06b6-44a1-b00c-5e55822db52e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:02.746659 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d7298146-9d94-4109-a98b-69becf554e6f req-b03f1033-06b6-44a1-b00c-5e55822db52e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0787542 Jun 11 00:28:02.783098 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:02.787804 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d7298146-9d94-4109-a98b-69becf554e6f req-42f632bd-73c8-4f35-ad00-cb1ac76da458 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Jun 11 00:28:02.876584 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:02.974283 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:02.977042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2d727b9b-17d3-447b-85f1-d6e19ad4f1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:03.025088 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a880cd21fc354ad9bd8c8d27482b2a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545284 Jun 11 00:28:03.025088 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea29e647-22ce-415e-b2df-ad6a9f3bf82c,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:03.025492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56622) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.041778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.042419 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.042419 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.042671 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.043188 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.050094 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:03.084642 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.108063 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.142543 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56626) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:03.226680 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.230589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.236028 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea29e647-22ce-415e-b2df-ad6a9f3bf82c HTTP/1.1" status: 204 len: 168 time: 0.2057948 Jun 11 00:28:03.236028 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-0a38c47d-898a-49a9-b0e0-9c82118592a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:03.252394 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea29e647-22ce-415e-b2df-ad6a9f3bf82c,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:03.253567 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.266476 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.266861 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.267227 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.267604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.267960 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.268340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.268784 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.269223 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.269339 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.269788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.270064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.270403 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:03.273896 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:03.369414 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.516971 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.522712 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1b11eadb-9a28-44ac-962c-f6850d5f0711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:03.557560 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c454a0ce-7400-401f-95c0-ce99971a6f00,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:03.562260 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d1467e5fe8e49a2a88563eb9ddcf860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188306 Jun 11 00:28:03.563194 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:03.565389 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56644) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:03.624318 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.650448 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.762774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.813996 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.816545 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:03.817676 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c454a0ce-7400-401f-95c0-ce99971a6f00 HTTP/1.1" status: 204 len: 168 time: 0.2519574 Jun 11 00:28:03.819593 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6e364847-64a9-46a9-8bc8-01e5ea8025c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:03.829480 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c454a0ce-7400-401f-95c0-ce99971a6f00,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:03.853730 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:03.998702 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1964b-2ac7-4dd0-a79e-df4ad1f2fcd0 req-00625649-3678-431b-9038-9d46069c0316 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:04.000219 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d4c1964b-2ac7-4dd0-a79e-df4ad1f2fcd0 req-00625649-3678-431b-9038-9d46069c0316 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0759518 Jun 11 00:28:04.033444 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56670) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:04.043616 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d4c1964b-2ac7-4dd0-a79e-df4ad1f2fcd0 req-bad55826-f675-4097-949d-9cb5f4e1e600 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376875 Jun 11 00:28:04.052640 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.150142 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.202985 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.205754 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0339a8e9-801c-4532-b937-63917e3a15c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:04.249246 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbaaab0-2e67-4468-8553-e843f9bf623e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:04.254080 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28ceb0c4859e402ba60267d1c791af80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193158 Jun 11 00:28:04.255025 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:04.256921 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56672) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:04.313293 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.340336 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.448173 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.451333 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:04.452472 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dbaaab0-2e67-4468-8553-e843f9bf623e HTTP/1.1" status: 204 len: 168 time: 0.1945584 Jun 11 00:28:04.453215 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-68ac6910-03be-4178-b661-c32b01b68290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:04.462563 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbaaab0-2e67-4468-8553-e843f9bf623e,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:04.464887 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:05.238686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f73a6-1702-4f15-b2bf-282a04a513e8 req-db89a811-3177-4ea9-a517-8af633bbc92b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:05.240210 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0b4f73a6-1702-4f15-b2bf-282a04a513e8 req-db89a811-3177-4ea9-a517-8af633bbc92b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0746462 Jun 11 00:28:05.282162 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0b4f73a6-1702-4f15-b2bf-282a04a513e8 req-e2073f75-fa18-4e8f-8134-02a120681950 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 Jun 11 00:28:06.962198 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.220619 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56758) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:07.323762 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.414817 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.454509 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-403b88f9-1246-406c-8fa1-c4c368485c3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563440 Jun 11 00:28:07.510793 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.514986 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9c220c0d-1a64-4a7d-8644-20b568d21e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:07.535838 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-4d9665a2-fd9a-481b-8569-6680fe5cb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:07.537421 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-4d9665a2-fd9a-481b-8569-6680fe5cb098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 1099 time: 0.0607927 Jun 11 00:28:07.556285 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc8be24f05124fe2ad0169a33ba7f055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347106 Jun 11 00:28:07.557158 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10747080-ea0b-4dc7-afed-cd62379e98a8,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:07.560269 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:07.560958 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56764) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:07.615604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.643505 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.666122 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-b9d4c520-1ebb-4416-af47-c6791652e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:07.667901 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-b9d4c520-1ebb-4416-af47-c6791652e926 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1104670 Jun 11 00:28:07.749658 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-0231b22d-460e-4b4b-b2a9-9e46eb4a3bee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 200 len: 1001 time: 0.0751729 Jun 11 00:28:07.755570 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.758083 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:07.759213 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10747080-ea0b-4dc7-afed-cd62379e98a8 HTTP/1.1" status: 204 len: 168 time: 0.1973259 Jun 11 00:28:07.760110 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6ff21073-069e-414c-9d2d-37a80f7b25f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:07.769429 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10747080-ea0b-4dc7-afed-cd62379e98a8,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:07.771713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:07.811650 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-412aa8e4-2bb0-424b-b0df-7966b00b8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:07.813099 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-412aa8e4-2bb0-424b-b0df-7966b00b8bab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0567992 Jun 11 00:28:07.891518 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-a713dbdc-9e84-47de-a7b4-7be25df61e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:07.892964 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-a713dbdc-9e84-47de-a7b4-7be25df61e7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572686 Jun 11 00:28:08.005747 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-10ee71fb-7953-4475-a2fb-477b83ce32d4 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056528 Jun 11 00:28:08.123684 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-48aa3141-5571-4e17-8ddd-b8c575a5fbc9 req-91bf9dac-982c-4722-8c61-e1abb0b48d7f service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103063 Jun 11 00:28:08.487440 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56772) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:08.502600 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.593874 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.693919 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.696580 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:08.735946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249c5d41-0536-4300-b64f-0c3b7896eeb5,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:08.739027 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:08.741709 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a27ef353c03743e6b7f6520f98887a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532794 Jun 11 00:28:08.744303 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 56774) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:08.796331 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.818002 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.944434 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.947220 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:08.948396 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/249c5d41-0536-4300-b64f-0c3b7896eeb5 HTTP/1.1" status: 204 len: 168 time: 0.2032053 Jun 11 00:28:08.949153 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9db1cc1e-408b-47dc-8ef4-f06bc4d1f91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:08.957985 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249c5d41-0536-4300-b64f-0c3b7896eeb5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:08.960307 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:21.958410 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56956) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:21.983276 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e5c3-eaaa-4b6a-9ba6-d4863b9ad151 req-68dfc78f-7724-4c06-9763-c75ea9f4f2f9 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:21.984762 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1047e5c3-eaaa-4b6a-9ba6-d4863b9ad151 req-68dfc78f-7724-4c06-9763-c75ea9f4f2f9 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0760539 Jun 11 00:28:22.029849 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1047e5c3-eaaa-4b6a-9ba6-d4863b9ad151 req-04ec7262-b375-409a-8965-9aeebfd96e25 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389197 Jun 11 00:28:22.072245 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.162328 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.219317 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.222355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-426d2c1d-c83b-4984-bfdd-2595c1885095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:22.263978 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d40d3137109a464ebc257a486529ae55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043771 Jun 11 00:28:22.266514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56962) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:22.272405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cca47-af7d-44ae-8c66-a9dfe5724ee4,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:22.275817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:22.322868 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.345111 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.385149 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fd523-819b-4d3f-9fda-be6640338cb0 req-5d3aa4c6-0892-4c4b-96de-b01f9744d613 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:22.386614 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f8fd523-819b-4d3f-9fda-be6640338cb0 req-5d3aa4c6-0892-4c4b-96de-b01f9744d613 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0716913 Jun 11 00:28:22.427055 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f8fd523-819b-4d3f-9fda-be6640338cb0 req-fffc71a2-b32b-4282-b55c-f2b005194817 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jun 11 00:28:22.442305 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.444979 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:22.446358 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab4cca47-af7d-44ae-8c66-a9dfe5724ee4 HTTP/1.1" status: 204 len: 168 time: 0.1789560 Jun 11 00:28:22.447209 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-53372013-8f00-48ff-989d-f73f0f800cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:22.457000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cca47-af7d-44ae-8c66-a9dfe5724ee4,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:22.459281 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:23.213493 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a103c-ef5c-415a-819e-125a1c53c95d req-b5e3ed90-3d9b-47a6-95b3-061c7114c793 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:23.214995 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-899a103c-ef5c-415a-819e-125a1c53c95d req-b5e3ed90-3d9b-47a6-95b3-061c7114c793 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0686405 Jun 11 00:28:23.256969 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-899a103c-ef5c-415a-819e-125a1c53c95d req-e7709c6b-45d4-4ae6-95de-bc19b292d20a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Jun 11 00:28:23.395307 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56986) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:23.489698 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2077716322-network', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:23.585146 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Made reservation on behalf of 0208186336ff4237bf4a4b5d1d6336e3 for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:28:23.587590 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.598813 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.611646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76099e4-1e23-44a0-8515-130abab828ad req-72d6ec37-2bde-42b0-84c0-f5d9e6ad6a52 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:23.613140 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a76099e4-1e23-44a0-8515-130abab828ad req-72d6ec37-2bde-42b0-84c0-f5d9e6ad6a52 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0732203 Jun 11 00:28:23.654406 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a76099e4-1e23-44a0-8515-130abab828ad req-031926e8-888d-46be-b918-5251ecd1c290 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Jun 11 00:28:23.693193 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.761732 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.765085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-99dabbc7-ffe0-4d73-8bc6-dccef7b72c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:23.788459 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:28:23.797686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5a97e-1a90-4143-ad65-22da350168c0,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:23.801611 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:23.803439 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.803439 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Added segment 39b52ea7-c0e6-4be9-872d-a70ef11a5535 of type vlan for network c1f65b94-35f6-406f-a44e-d4d371dffd07 Jun 11 00:28:23.850343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.933618 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.934880 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:23.935530 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:23.938483 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:24.015460 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f65b94-35f6-406f-a44e-d4d371dffd07,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:24.018115 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:24.025497 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:28:24.032251 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6359091 Jun 11 00:28:24.035080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56992) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:24.039871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Request body: {'subnet': {'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2077716322-subnet', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:24.110763 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Made reservation on behalf of 0208186336ff4237bf4a4b5d1d6336e3 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:28:24.113092 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28938467'] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:24.441304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bd46f-5c99-495a-8123-a62548b5c916 req-a7b4a7ff-8d18-4fa9-abbc-dca7cfd59fe5 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:24.442776 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c1bd46f-5c99-495a-8123-a62548b5c916 req-a7b4a7ff-8d18-4fa9-abbc-dca7cfd59fe5 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0720611 Jun 11 00:28:24.484907 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0c1bd46f-5c99-495a-8123-a62548b5c916 req-0950438e-3ddc-4f0a-8446-63c200baea2b tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jun 11 00:28:24.647910 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28938485'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:24.650736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:24.715970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00936c9c-ca6a-4b03-ab13-a9d9918d4838,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:24.718679 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:24.726862 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Checking segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:24.727217 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Network hostable DHCP agents. Network: c1f65b94-35f6-406f-a44e-d4d371dffd07, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:28:24.802190 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:28:24.839479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48ad9-0e8d-4ee6-a64b-22d036ba0cac req-a647e66e-cff2-4e46-a8a3-43d19f4f84fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:24.840905 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9ac48ad9-0e8d-4ee6-a64b-22d036ba0cac req-a647e66e-cff2-4e46-a8a3-43d19f4f84fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0724328 Jun 11 00:28:24.881835 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9ac48ad9-0e8d-4ee6-a64b-22d036ba0cac req-970e9df5-d040-42b8-96ef-e70d620da32d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Jun 11 00:28:24.886687 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, c1f65b94-35f6-406f-a44e-d4d371dffd07) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:24.890955 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:24.891581 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:24.907032 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f95942-0418-48a2-bf90-5e1860e40d96 None None] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:28:24.967812 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9316487 Jun 11 00:28:24.971152 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 56998) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:24.983413 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:25.070991 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.072064 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.092647 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-c1f65b94-35f6-406f-a44e-d4d371dffd07', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:28:25.094656 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.142397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.255210 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Allocated IP 172.20.0.2 (c1f65b94-35f6-406f-a44e-d4d371dffd07/00936c9c-ca6a-4b03-ab13-a9d9918d4838/e5a8f306-d678-4c9a-b61c-c478397c0fb1) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:25.422613 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.424182 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.430625 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Transition to ACTIVE for port object e5a8f306-d678-4c9a-b61c-c478397c0fb1 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:25.444744 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Transition to ACTIVE for port object e5a8f306-d678-4c9a-b61c-c478397c0fb1 will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:25.540231 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.542946 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:25.592827 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:25.595964 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:25.599410 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:25.606595 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Pushing event updated for resources: {'Port': ['ID=e5a8f306-d678-4c9a-b61c-c478397c0fb1,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:25.636432 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.636782 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.637124 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.637463 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.637792 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.638124 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.638453 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.638780 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.639105 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.639461 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.639813 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.640773 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:25.646098 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:25.682487 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Attempting to bind port e5a8f306-d678-4c9a-b61c-c478397c0fb1 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:25.682869 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Attempting to bind port e5a8f306-d678-4c9a-b61c-c478397c0fb1 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:25.683258 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Attempting to bind port e5a8f306-d678-4c9a-b61c-c478397c0fb1 on network c1f65b94-35f6-406f-a44e-d4d371dffd07 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:25.688645 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:25.688803 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241b66-fdff-4ab4-acea-027efd2d139b req-450ae34e-af50-417e-b38f-af7f2b189c02 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:25.689274 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Checking segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:25.689447 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.689952 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Bound using segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:25.690379 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1b241b66-fdff-4ab4-acea-027efd2d139b req-450ae34e-af50-417e-b38f-af7f2b189c02 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0868480 Jun 11 00:28:25.690491 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Bound port: e5a8f306-d678-4c9a-b61c-c478397c0fb1, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:25.690809 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.733877 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1b241b66-fdff-4ab4-acea-027efd2d139b req-344ebb5a-54e4-4b1b-a8fd-60906de47387 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Jun 11 00:28:25.770732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] For port e5a8f306-d678-4c9a-b61c-c478397c0fb1, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:25.773592 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] For port e5a8f306-d678-4c9a-b61c-c478397c0fb1, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e5a8f306-d678-4c9a-b61c-c478397c0fb1,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:25.781412 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.805863 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.848197 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:25.850142 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:25.916064 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Pushing event updated for resources: {'Port': ['ID=e5a8f306-d678-4c9a-b61c-c478397c0fb1,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:25.919594 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:25.932635 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Allocated IP 172.28.1.167 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/21976f8a-3c3a-4ef8-930b-b115253a3779) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:26.080102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:26.087706 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175058-22e5-4bc2-ae37-2d79c5e825d3 req-72e5e555-f667-41d0-b426-f4a04a276a48 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:26.087959 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf175058-22e5-4bc2-ae37-2d79c5e825d3 req-72e5e555-f667-41d0-b426-f4a04a276a48 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0799661 Jun 11 00:28:26.137236 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf175058-22e5-4bc2-ae37-2d79c5e825d3 req-735274a3-6186-4fca-94a5-d590432a4285 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Jun 11 00:28:26.185598 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:26.188359 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:26.239093 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:26.241921 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:26.246547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:26.248488 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Pushing event updated for resources: {'Port': ['ID=21976f8a-3c3a-4ef8-930b-b115253a3779,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:26.252089 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:26.567075 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e5a8f306-d678-4c9a-b61c-c478397c0fb1 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:26.635909 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:26.698635 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port e5a8f306-d678-4c9a-b61c-c478397c0fb1 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:26.838326 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753874bd-082c-4c1d-a53d-e0a871635350 None None] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:28:26.922260 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4879f29-a1e8-4a29-83b5-4ac69d778241 req-0a77b3dc-6e8c-4e00-b069-a3e8b414eae9 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:26.929366 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a4879f29-a1e8-4a29-83b5-4ac69d778241 req-0a77b3dc-6e8c-4e00-b069-a3e8b414eae9 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.0770299 Jun 11 00:28:26.957637 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Provisioning for port e5a8f306-d678-4c9a-b61c-c478397c0fb1 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:26.963018 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Provisioning complete for port e5a8f306-d678-4c9a-b61c-c478397c0fb1 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:26.963505 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:26.967778 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a4879f29-a1e8-4a29-83b5-4ac69d778241 req-ed38cb18-92f3-445a-807b-47156061d09a tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/security-groups?id=4999690f-e9c5-4395-b345-bc4c23c24465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Jun 11 00:28:26.968925 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-e2948878-0208-4f0e-b9db-149572511cd7 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:26.970075 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-e2948878-0208-4f0e-b9db-149572511cd7 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 945 time: 0.1036816 Jun 11 00:28:26.971520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.131007 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.175180 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] For port e5a8f306-d678-4c9a-b61c-c478397c0fb1, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e5a8f306-d678-4c9a-b61c-c478397c0fb1,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:27.254055 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.255968 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:27.323498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Pushing event updated for resources: {'Port': ['ID=e5a8f306-d678-4c9a-b61c-c478397c0fb1,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:27.326847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:27.359987 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f261dba-a876-4bed-abec-0c3ab959fcc6 req-d13de8ae-c41b-41c3-92ba-cdb9dd49e7a8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:27.361991 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f261dba-a876-4bed-abec-0c3ab959fcc6 req-d13de8ae-c41b-41c3-92ba-cdb9dd49e7a8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0926688 Jun 11 00:28:27.406261 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f261dba-a876-4bed-abec-0c3ab959fcc6 req-22c16ecf-fe5c-461b-8808-59027694c5a4 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378792 Jun 11 00:28:27.472893 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-12f55948-0ca9-42ed-9d5b-7a4f7f439a02 None None] Provisioning complete for port e5a8f306-d678-4c9a-b61c-c478397c0fb1 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:27.473186 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-12f55948-0ca9-42ed-9d5b-7a4f7f439a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.497540 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Deleting port cd0eaa4b-4805-4047-91ba-52b07d88326b {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:28:27.497870 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.594348 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Router 730fca0b-c9cb-4586-a933-85ce7b27a532 is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:28:27.719428 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] For port cd0eaa4b-4805-4047-91ba-52b07d88326b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd0eaa4b-4805-4047-91ba-52b07d88326b,segment=NetworkSegment(71f7459d-dc1e-4552-b9a5-91812296d7a8),segment_id=71f7459d-dc1e-4552-b9a5-91812296d7a8)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:27.719787 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:27.822243 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Calling delete_port for cd0eaa4b-4805-4047-91ba-52b07d88326b owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:28:27.901329 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:28:27.910284 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Sync routers for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:28:27.919473 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:27.920095 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:28.014215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.016886 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0431697 Jun 11 00:28:28.018860 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57012) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:28.119819 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.120613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f681e9fb-4285-442d-b1a8-22b9c706cb3e req-53520575-9d41-4b3e-92ba-05760775cfc1 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 210 time: 0.0333974 Jun 11 00:28:28.128954 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55325b67-1059-4c9c-9f68-de553e5ccdcf tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:28.137287 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['cd0eaa4b-4805-4047-91ba-52b07d88326b'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:28:28.166464 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Pushing event deleted for resources: {'Port': ['ID=cd0eaa4b-4805-4047-91ba-52b07d88326b,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:28.173736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:28.212684 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:28.229632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] No DVR routers for this DVR port cd0eaa4b-4805-4047-91ba-52b07d88326b on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:28:28.232926 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.234853 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a9447035-ff61-4b8a-becd-a79490d88c7c req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.45 "DELETE /v2.0/ports/cd0eaa4b-4805-4047-91ba-52b07d88326b HTTP/1.1" status: 204 len: 173 time: 1.2588885 Jun 11 00:28:28.237741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'name': 'network-vif-deleted', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:28:28.237741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a660e29-422d-47ae-ab79-f51904cc9a42" -d '{"events": [{"server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "name": "network-vif-deleted", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:28:28.308543 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04700764-b1d3-44b3-8aeb-760ff41dbe16 x-openstack-request-id: req-04700764-b1d3-44b3-8aeb-760ff41dbe16 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:28:28.308856 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbf36b6-92e4-42f7-b557-50a3cfeeab7f", "name": "network-vif-deleted", "tag": "cd0eaa4b-4805-4047-91ba-52b07d88326b", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:28:28.309178 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04700764-b1d3-44b3-8aeb-760ff41dbe16 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:28:28.309714 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbf36b6-92e4-42f7-b557-50a3cfeeab7f', 'name': 'network-vif-deleted', 'tag': 'cd0eaa4b-4805-4047-91ba-52b07d88326b', 'status': 'completed', 'code': 200} Jun 11 00:28:28.474583 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:26Z', 'revision_number': 3, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:28.478302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Checking router: 730fca0b-c9cb-4586-a933-85ce7b27a532 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:28:28.478759 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Updating router 730fca0b-c9cb-4586-a933-85ce7b27a532 port 21976f8a-3c3a-4ef8-930b-b115253a3779 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:28:28.527672 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8eca1937-d589-454d-8d9c-56a179cd2d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.535614 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.578231 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e5a8f306-d678-4c9a-b61c-c478397c0fb1 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:28.634243 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335272-993b-44dc-9df0-4527ea1fd0bc req-818283ce-462c-4ff9-ad3b-307b7a192397 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:28.635726 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-da335272-993b-44dc-9df0-4527ea1fd0bc req-818283ce-462c-4ff9-ad3b-307b7a192397 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0870359 Jun 11 00:28:28.691488 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.694750 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-da335272-993b-44dc-9df0-4527ea1fd0bc req-d7edb2f7-dfdd-43c2-b1bf-08cffddbe51f tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494432 Jun 11 00:28:28.741466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e5a8f306-d678-4c9a-b61c-c478397c0fb1 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:28.741846 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.884872 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Allocated IP 172.20.0.1 (c1f65b94-35f6-406f-a44e-d4d371dffd07/00936c9c-ca6a-4b03-ab13-a9d9918d4838/910ed1bb-f188-4417-99b2-8314d926924e) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:28.959376 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:28.969563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Transition to ACTIVE for port object 21976f8a-3c3a-4ef8-930b-b115253a3779 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:29.016106 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.028468 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Transition to ACTIVE for port object 910ed1bb-f188-4417-99b2-8314d926924e will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:29.036356 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.039410 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c2def069-e72d-4a88-86f7-068cad846384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:29.096686 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Attempting to bind port 21976f8a-3c3a-4ef8-930b-b115253a3779 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:29.097070 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Attempting to bind port 21976f8a-3c3a-4ef8-930b-b115253a3779 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:29.097442 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Attempting to bind port 21976f8a-3c3a-4ef8-930b-b115253a3779 on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:29.106226 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:29.106608 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:29.107017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.107542 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:29.108011 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Bound port: 21976f8a-3c3a-4ef8-930b-b115253a3779, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:29.108390 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.109856 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Pushing event updated for resources: {'Port': ['ID=21976f8a-3c3a-4ef8-930b-b115253a3779,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:29.112911 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:29.140763 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.143927 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3ada80af-1123-40ae-b458-0d097fc8aac8 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:29.170668 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] For port 21976f8a-3c3a-4ef8-930b-b115253a3779, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:29.175792 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] For port 21976f8a-3c3a-4ef8-930b-b115253a3779, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=21976f8a-3c3a-4ef8-930b-b115253a3779,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:29.197906 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:29.203349 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:29.207685 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:29.210768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:29.226244 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.229901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:29.247159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:29.279864 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.305121 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:29.305767 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:29.307847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Pushing event updated for resources: {'Port': ['ID=21976f8a-3c3a-4ef8-930b-b115253a3779,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:29.311591 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:29.339459 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dc5ba372-f1b5-470c-bf44-e44d2105e810 req-3e6f0b38-b2f6-4123-aa43-2145ae5bcbe8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dbf36b6-92e4-42f7-b557-50a3cfeeab7f HTTP/1.1" status: 200 len: 210 time: 0.0559132 Jun 11 00:28:29.467033 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:29.556387 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.645757 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b55f07e2-e22f-413e-bd9a-ac44e5993724 None None] Provisioning for port 910ed1bb-f188-4417-99b2-8314d926924e completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:29.657067 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b55f07e2-e22f-413e-bd9a-ac44e5993724 None None] Provisioning complete for port 910ed1bb-f188-4417-99b2-8314d926924e triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:29.657450 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b55f07e2-e22f-413e-bd9a-ac44e5993724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.729864 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-b55f07e2-e22f-413e-bd9a-ac44e5993724 None None] Port 910ed1bb-f188-4417-99b2-8314d926924e cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:28:29.753529 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:26Z', 'revision_number': 3, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:29.757023 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081324ae-1310-4f7d-bf8b-be9a16f22898 None None] The sync data for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb is: [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:26Z', 'revision_number': 3, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:28:29.766358 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.825229 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.828628 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c7731f8e-ecb0-4eee-8317-88c39520613f tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:29.878941 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50c509-8ffa-469c-9fbd-593f28bfb025 req-b969e917-9609-472e-8bb5-7a89420bdae7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:29.880647 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f50c509-8ffa-469c-9fbd-593f28bfb025 req-b969e917-9609-472e-8bb5-7a89420bdae7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0733545 Jun 11 00:28:29.909078 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:29.911878 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:29.914574 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:29.928071 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f50c509-8ffa-469c-9fbd-593f28bfb025 req-e400927a-38e8-45a7-b84a-a01fed6c9aaf tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Jun 11 00:28:30.061351 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:30.062985 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:30.220740 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Router 730fca0b-c9cb-4586-a933-85ce7b27a532 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:28:30.253665 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-09efa275-26e8-49bc-aec3-ffde5cf50f8e None None] Provisioning complete for port 910ed1bb-f188-4417-99b2-8314d926924e triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:30.254187 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-09efa275-26e8-49bc-aec3-ffde5cf50f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:30.295414 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-09efa275-26e8-49bc-aec3-ffde5cf50f8e None None] Port 910ed1bb-f188-4417-99b2-8314d926924e cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:28:30.377918 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:28:30.386117 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] 10.222.0.38 "PUT /v2.0/routers/730fca0b-c9cb-4586-a933-85ce7b27a532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3659613 Jun 11 00:28:30.586543 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 21976f8a-3c3a-4ef8-930b-b115253a3779 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:30.716251 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 21976f8a-3c3a-4ef8-930b-b115253a3779 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:30.721010 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 21976f8a-3c3a-4ef8-930b-b115253a3779 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:30.721261 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:30.869396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device cd0eaa4b-4805-4047-91ba-52b07d88326b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:28:30.899760 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: cd0eaa4b-4805-4047-91ba-52b07d88326b {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:28:30.900109 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device cd0eaa4b-4805-4047-91ba-52b07d88326b not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:28:30.957828 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:30.982774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 21976f8a-3c3a-4ef8-930b-b115253a3779, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=21976f8a-3c3a-4ef8-930b-b115253a3779,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:31.077185 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.081330 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:31.153458 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0888b733-8095-40e2-82b5-48351e2a7bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.159676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=21976f8a-3c3a-4ef8-930b-b115253a3779,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:31.162962 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:31.182966 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43a47-07e1-4e58-ab5e-118817e1d6dc req-829c8e65-2f93-49ab-a33e-b3be2dd09e7c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:31.184587 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9da43a47-07e1-4e58-ab5e-118817e1d6dc req-829c8e65-2f93-49ab-a33e-b3be2dd09e7c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0950406 Jun 11 00:28:31.202819 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.218813 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57048) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:31.224768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-169611883-network', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:31.245281 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9da43a47-07e1-4e58-ab5e-118817e1d6dc req-b4f39a06-a9f4-4e87-8e1b-c06dd63bffdd tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516725 Jun 11 00:28:31.361566 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Made reservation on behalf of 7401b8614c5a49689b9fe99a4943007c for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:28:31.364063 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.382101 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Sync routers for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:28:31.392417 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:31.393114 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:31.545772 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:31.665922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.779766 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.808111 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 2, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:31.811440 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Checking router: 730fca0b-c9cb-4586-a933-85ce7b27a532 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:28:31.811837 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Updating router 730fca0b-c9cb-4586-a933-85ce7b27a532 port 910ed1bb-f188-4417-99b2-8314d926924e binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:28:31.852277 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.898649 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.901739 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-301083f0-f13f-437a-9d0d-86cfe28729d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:31.928204 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:28:31.939116 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f227a9-7b7c-42fd-aa96-5df3e736bbf9,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:31.943671 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:31.944802 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:31.947804 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Added segment 236a97c6-4c9e-4931-a19c-b651fe1f2cb3 of type vlan for network 47fe9d97-189a-4758-a49e-bf357c54a81b Jun 11 00:28:32.004580 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.111923 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.112867 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:32.113574 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.117526 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-342cba3d-0fdf-40d0-be53-35cf690563ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:32.200641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Pushing event updated for resources: {'Network': ['ID=47fe9d97-189a-4758-a49e-bf357c54a81b,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:32.204026 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:32.211190 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9884610 Jun 11 00:28:32.211445 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57054) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:32.214140 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 47fe9d97-189a-4758-a49e-bf357c54a81b details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:28:32.216564 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Request body: {'subnet': {'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-169611883-subnet', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:32.295866 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.308003 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Transition to ACTIVE for port object 910ed1bb-f188-4417-99b2-8314d926924e will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:32.338796 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Made reservation on behalf of 7401b8614c5a49689b9fe99a4943007c for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:28:32.341336 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28938467'] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.402481 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.404885 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-dfd58870-090f-4079-abd9-a85da00fc761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:32.459855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.471392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654397b3-b510-42c0-aa4a-32d5cfb37a3b req-1ac11120-454b-436f-a9c2-7c9d0e418f51 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:32.472629 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-654397b3-b510-42c0-aa4a-32d5cfb37a3b req-1ac11120-454b-436f-a9c2-7c9d0e418f51 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0765233 Jun 11 00:28:32.522161 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Pushing event updated for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:32.574780 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.575582 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-654397b3-b510-42c0-aa4a-32d5cfb37a3b req-be2a9d3f-25cf-4832-b824-995785f55e87 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970151 Jun 11 00:28:32.583819 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.584270 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.584677 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.585073 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.586316 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.586602 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.587010 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.587433 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.587824 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.588211 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.588597 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:28:32.595902 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:32.604914 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 21976f8a-3c3a-4ef8-930b-b115253a3779 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:32.669805 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 21976f8a-3c3a-4ef8-930b-b115253a3779 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:32.670186 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.694373 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28938485'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.701633 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-81b75e06-c468-4821-99f9-e8be4eaf2d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:32.763496 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3da4bb-22b0-4e93-af0f-cf192fc27fe4,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:32.767216 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:32.775271 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Checking segment: {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:32.775639 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Network hostable DHCP agents. Network: 47fe9d97-189a-4758-a49e-bf357c54a81b, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:28:32.870547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Network 47fe9d97-189a-4758-a49e-bf357c54a81b is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:28:32.961131 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 47fe9d97-189a-4758-a49e-bf357c54a81b) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:32.965750 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:32.966357 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:32.970526 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f8828-1fed-48fc-9bc6-90de3427a3e6 None None] Network 47fe9d97-189a-4758-a49e-bf357c54a81b requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:28:33.021712 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Attempting to bind port 910ed1bb-f188-4417-99b2-8314d926924e on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:33.022342 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Attempting to bind port 910ed1bb-f188-4417-99b2-8314d926924e by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:33.022701 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Attempting to bind port 910ed1bb-f188-4417-99b2-8314d926924e on network c1f65b94-35f6-406f-a44e-d4d371dffd07 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:33.025654 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ddeb9d19-30c6-4902-9a5f-457c66815987 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8131561 Jun 11 00:28:33.028222 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57062) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:33.031089 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:33.031501 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Checking segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:33.031943 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.032332 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Bound using segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:33.032802 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Bound port: 910ed1bb-f188-4417-99b2-8314d926924e, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:33.033179 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.034605 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:33.105743 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] For port 910ed1bb-f188-4417-99b2-8314d926924e, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:33.108736 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] For port 910ed1bb-f188-4417-99b2-8314d926924e, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=910ed1bb-f188-4417-99b2-8314d926924e,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:33.145229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.146367 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.179129 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-47fe9d97-189a-4758-a49e-bf357c54a81b', 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'fixed_ips': [{'subnet_id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:28:33.180012 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.215574 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.219453 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:33.253973 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.287575 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Pushing event updated for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=4']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:33.291455 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:33.292414 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:33.293016 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:33.361769 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Allocated IP 172.20.0.2 (47fe9d97-189a-4758-a49e-bf357c54a81b/3d3da4bb-22b0-4e93-af0f-cf192fc27fe4/bbe0bec6-9218-439d-9777-f5afa57bc509) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:33.494314 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:33.592340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.598865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.627262 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Transition to ACTIVE for port object bbe0bec6-9218-439d-9777-f5afa57bc509 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:33.644042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Transition to ACTIVE for port object bbe0bec6-9218-439d-9777-f5afa57bc509 will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:33.798250 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.802581 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:33Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:33.806340 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d343bd-a358-4d7f-959b-4e2db8aca567 None None] The sync data for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb is: [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:33Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:28:33.809314 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:33.819609 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8c655-eef9-4dff-9bc1-375af7cba161 req-fed6324e-39db-4cbb-9b2a-5078a75ba593 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:33.823879 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a7b8c655-eef9-4dff-9bc1-375af7cba161 req-fed6324e-39db-4cbb-9b2a-5078a75ba593 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1185200 Jun 11 00:28:33.842480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Network 47fe9d97-189a-4758-a49e-bf357c54a81b is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:33.862307 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:33.867515 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.869950 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:33.913917 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0bec6-9218-439d-9777-f5afa57bc509,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:33.918408 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:33.963738 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Attempting to bind port bbe0bec6-9218-439d-9777-f5afa57bc509 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:33.964127 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Attempting to bind port bbe0bec6-9218-439d-9777-f5afa57bc509 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:33.964580 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Attempting to bind port bbe0bec6-9218-439d-9777-f5afa57bc509 on network 47fe9d97-189a-4758-a49e-bf357c54a81b {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:33.964856 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a7b8c655-eef9-4dff-9bc1-375af7cba161 req-26feca3f-0666-4e33-afb2-20ccf80d5dd9 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382411 Jun 11 00:28:33.971660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:33.972079 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Checking segment: {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:33.972498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:33.972907 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Bound using segment: {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:33.974030 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Bound port: bbe0bec6-9218-439d-9777-f5afa57bc509, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:33.974030 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:34.054329 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] For port bbe0bec6-9218-439d-9777-f5afa57bc509, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:34.057842 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] For port bbe0bec6-9218-439d-9777-f5afa57bc509, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=bbe0bec6-9218-439d-9777-f5afa57bc509,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:34.157774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:34.160300 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:34.245056 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Pushing event updated for resources: {'Port': ['ID=bbe0bec6-9218-439d-9777-f5afa57bc509,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:34.255530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:34.413544 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:34.483896 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:34.672017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device bbe0bec6-9218-439d-9777-f5afa57bc509 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:34.708934 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Allocated IP 172.28.1.43 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/320a9973-3b3b-4e8f-a650-b4d659b89909) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:34.819574 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port bbe0bec6-9218-439d-9777-f5afa57bc509 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:34.824318 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 910ed1bb-f188-4417-99b2-8314d926924e up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:34.880439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:34.978197 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:28:34.991372 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 910ed1bb-f188-4417-99b2-8314d926924e completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:34.996262 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 910ed1bb-f188-4417-99b2-8314d926924e triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:34.996647 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.020417 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.034181 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:35.056212 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:35.058748 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:35.097475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:35.128895 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.179598 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 910ed1bb-f188-4417-99b2-8314d926924e, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=910ed1bb-f188-4417-99b2-8314d926924e,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:35.242883 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.248676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8795fef5-8d2c-4aa3-a5d3-83f850219c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:35.255681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Pushing event updated for resources: {'Port': ['ID=320a9973-3b3b-4e8f-a650-b4d659b89909,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:35.301886 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:35.316430 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53c12b-f089-4ccb-8335-24bc5e8f834a None None] Network 47fe9d97-189a-4758-a49e-bf357c54a81b requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:28:35.337014 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:35.348421 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:35.378122 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c8da-e21c-40f3-82c7-49bf927d620c req-e09ac713-48bc-4740-9322-a53721592c5b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:35.379629 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b00c8da-e21c-40f3-82c7-49bf927d620c req-e09ac713-48bc-4740-9322-a53721592c5b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.2388995 Jun 11 00:28:35.424171 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b00c8da-e21c-40f3-82c7-49bf927d620c req-eb4c39ae-77e1-433b-83f4-f32b374d3759 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379629 Jun 11 00:28:35.477303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Provisioning for port bbe0bec6-9218-439d-9777-f5afa57bc509 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:35.486421 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Provisioning complete for port bbe0bec6-9218-439d-9777-f5afa57bc509 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:35.486802 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.600100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.630925 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.668708 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] For port bbe0bec6-9218-439d-9777-f5afa57bc509, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=bbe0bec6-9218-439d-9777-f5afa57bc509,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:35.751005 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.752877 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:35.807221 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Pushing event updated for resources: {'Port': ['ID=bbe0bec6-9218-439d-9777-f5afa57bc509,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:35.810328 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:35.868837 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-38dfd4a5-31f7-493e-a92a-2e0fb3ad0bd4 None None] Provisioning complete for port bbe0bec6-9218-439d-9777-f5afa57bc509 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:35.869138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-38dfd4a5-31f7-493e-a92a-2e0fb3ad0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:35.878213 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:36.127785 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:28:36.270934 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:28:36.279555 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Sync routers for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:28:36.288606 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:36.289238 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:36.345223 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Notify callbacks [] for router, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:36.346458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3172443 Jun 11 00:28:36.349167 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57078) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:36.427551 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:36.602095 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device bbe0bec6-9218-439d-9777-f5afa57bc509 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:36.842440 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port bbe0bec6-9218-439d-9777-f5afa57bc509 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:36.842440 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:36.906142 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 3, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:36.913983 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Checking router: 34047eaa-7d47-40d8-b9ff-8b878b6acf34 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:28:36.914429 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Updating router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 port 320a9973-3b3b-4e8f-a650-b4d659b89909 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:28:36.991721 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:36.994029 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.019593 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 910ed1bb-f188-4417-99b2-8314d926924e up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:37.090346 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798a637-9ad1-4951-8fe7-704bb626c68a req-6f1c0b6f-93c1-463f-9134-bcc3a2511f76 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:37.091847 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a798a637-9ad1-4951-8fe7-704bb626c68a req-6f1c0b6f-93c1-463f-9134-bcc3a2511f76 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1993413 Jun 11 00:28:37.156416 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a798a637-9ad1-4951-8fe7-704bb626c68a req-5ba9c656-a205-4541-a813-fd635ae0abf5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533705 Jun 11 00:28:37.180287 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 910ed1bb-f188-4417-99b2-8314d926924e triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:37.180687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.304054 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.413126 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.423036 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Transition to ACTIVE for port object 320a9973-3b3b-4e8f-a650-b4d659b89909 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:37.482740 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Allocated IP 172.20.0.1 (47fe9d97-189a-4758-a49e-bf357c54a81b/3d3da4bb-22b0-4e93-af0f-cf192fc27fe4/e22e3292-0a2b-4744-969c-aaca6bebbf21) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:37.522543 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.525342 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:37.582381 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Pushing event updated for resources: {'Port': ['ID=320a9973-3b3b-4e8f-a650-b4d659b89909,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:37.584635 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Attempting to bind port 320a9973-3b3b-4e8f-a650-b4d659b89909 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:37.585010 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Attempting to bind port 320a9973-3b3b-4e8f-a650-b4d659b89909 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:37.585377 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Attempting to bind port 320a9973-3b3b-4e8f-a650-b4d659b89909 on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:37.588305 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:37.591009 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:37.591870 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:37.591870 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.592192 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:37.592659 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Bound port: 320a9973-3b3b-4e8f-a650-b4d659b89909, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:37.593096 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.610219 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.625136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Transition to ACTIVE for port object e22e3292-0a2b-4744-969c-aaca6bebbf21 will not be triggered until provisioned by entity DHCP. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:37.650790 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] For port 320a9973-3b3b-4e8f-a650-b4d659b89909, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:37.653777 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] For port 320a9973-3b3b-4e8f-a650-b4d659b89909, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=320a9973-3b3b-4e8f-a650-b4d659b89909,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:37.752490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.752722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:37.756774 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:37.756901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c2e34d6c-3385-4576-bb11-bc63ed274961 tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:37.830671 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Network 47fe9d97-189a-4758-a49e-bf357c54a81b is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:37.835041 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:37.837400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:37.849484 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Pushing event updated for resources: {'Port': ['ID=320a9973-3b3b-4e8f-a650-b4d659b89909,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:37.852064 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:37.852801 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:37.871586 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:37.874979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:37.893829 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.007115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:38.048371 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:38.124805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.225141 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b480c70a-3434-4eff-8071-150b9af64c15 None None] Provisioning for port e22e3292-0a2b-4744-969c-aaca6bebbf21 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:38.232953 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b480c70a-3434-4eff-8071-150b9af64c15 None None] Provisioning complete for port e22e3292-0a2b-4744-969c-aaca6bebbf21 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:38.234091 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b480c70a-3434-4eff-8071-150b9af64c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.294854 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-b480c70a-3434-4eff-8071-150b9af64c15 None None] Port e22e3292-0a2b-4744-969c-aaca6bebbf21 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:28:38.305333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 3, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:38.309054 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42517c1-eb9e-4354-ab17-73d3d027066d None None] The sync data for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb is: [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 3, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:28:38.392805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.404111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877f0b-c7ae-49fc-9fe9-96f0bdf8eb64 req-7a46df76-7083-4c83-b419-ee8d938900c0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:38.406182 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e2877f0b-c7ae-49fc-9fe9-96f0bdf8eb64 req-7a46df76-7083-4c83-b419-ee8d938900c0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1207302 Jun 11 00:28:38.467071 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.469811 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:38.473961 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e2877f0b-c7ae-49fc-9fe9-96f0bdf8eb64 req-3040428b-9c6f-4518-a35e-3aae8bf47546 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616333 Jun 11 00:28:38.633615 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Pushing event updated for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:38.638904 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:38.665306 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:38.797186 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Network 47fe9d97-189a-4758-a49e-bf357c54a81b is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:38.798626 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:38.976684 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:28:39.023403 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-469fb6a5-ab18-442f-b361-9376a8a01d1c None None] Provisioning complete for port e22e3292-0a2b-4744-969c-aaca6bebbf21 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:39.024389 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-469fb6a5-ab18-442f-b361-9376a8a01d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:39.071296 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-469fb6a5-ab18-442f-b361-9376a8a01d1c None None] Port e22e3292-0a2b-4744-969c-aaca6bebbf21 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:28:39.185279 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-8ba0a2fc-5c30-4a0e-9230-78c14d9d8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:39.185821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:28:39.188324 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-8ba0a2fc-5c30-4a0e-9230-78c14d9d8ced service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 1099 time: 0.0640495 Jun 11 00:28:39.192000 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] 10.222.0.38 "PUT /v2.0/routers/34047eaa-7d47-40d8-b9ff-8b878b6acf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418696 Jun 11 00:28:39.200145 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655f08-a2e0-469e-9256-257c9fea4997 req-5cad13d7-3e93-466c-b395-0b02a2c8fcd5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:39.201985 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75655f08-a2e0-469e-9256-257c9fea4997 req-5cad13d7-3e93-466c-b395-0b02a2c8fcd5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1574881 Jun 11 00:28:39.253951 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-75655f08-a2e0-469e-9256-257c9fea4997 req-28cfc72b-cf45-4498-adb1-eca6b4c6ce20 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455327 Jun 11 00:28:39.323679 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-838f803d-c81c-4cd6-b063-e27973a0d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:39.325830 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-838f803d-c81c-4cd6-b063-e27973a0d544 service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.1308835 Jun 11 00:28:39.415463 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-029a476d-f291-430c-aef8-1b0659c0f8fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 200 len: 1002 time: 0.0807641 Jun 11 00:28:39.472531 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-7c26443d-cab5-4d46-9db3-eb83b9cd1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:39.473506 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-7c26443d-cab5-4d46-9db3-eb83b9cd1ad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0539589 Jun 11 00:28:39.537614 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-70636a87-848a-404d-a8f2-2717e542781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:39.539124 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-70636a87-848a-404d-a8f2-2717e542781b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593119 Jun 11 00:28:39.657165 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-f69776c3-79ea-4621-8864-b90e8b3b91f5 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106663 Jun 11 00:28:39.775113 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-6abfade2-3534-4dda-8c0c-fe88f7d4ae2b req-8d09e4a3-8466-443f-af92-2c41d59370bf service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117871 Jun 11 00:28:40.509299 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96c44-185b-4ded-a6b1-7f50b517e8d1 req-0cb55f9d-5cfb-4294-b7d0-d85e32ca3716 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:40.511145 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81e96c44-185b-4ded-a6b1-7f50b517e8d1 req-0cb55f9d-5cfb-4294-b7d0-d85e32ca3716 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1111131 Jun 11 00:28:40.572885 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81e96c44-185b-4ded-a6b1-7f50b517e8d1 req-eb9bde02-24ca-4ab1-829b-822639dff707 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539143 Jun 11 00:28:40.610618 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 320a9973-3b3b-4e8f-a650-b4d659b89909 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:40.733881 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 320a9973-3b3b-4e8f-a650-b4d659b89909 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:40.738303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 320a9973-3b3b-4e8f-a650-b4d659b89909 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:40.738864 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:40.845196 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:40.871756 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 320a9973-3b3b-4e8f-a650-b4d659b89909, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=320a9973-3b3b-4e8f-a650-b4d659b89909,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:40.928213 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Sync routers for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:28:40.939019 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:40.939746 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:40.942418 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:40.944357 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:41.029977 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=320a9973-3b3b-4e8f-a650-b4d659b89909,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:41.033804 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:41.114045 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:41.402134 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:38Z', 'revision_number': 4, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'e22e3292-0a2b-4744-969c-aaca6bebbf21', 'name': '', 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'mac_address': 'fa:16:3e:b5:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:37Z', 'updated_at': '2021-06-11T00:28:38Z', 'revision_number': 2, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'subnets': [{'id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:41.406002 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Checking router: 34047eaa-7d47-40d8-b9ff-8b878b6acf34 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:28:41.406366 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Updating router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 port e22e3292-0a2b-4744-969c-aaca6bebbf21 binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:28:41.462929 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:41.832254 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13500b-0fd6-467f-8cc9-4dfbbf350eb7 req-72a828fc-8120-47ce-958c-db941175523b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:41.847666 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dc13500b-0fd6-467f-8cc9-4dfbbf350eb7 req-72a828fc-8120-47ce-958c-db941175523b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.1425612 Jun 11 00:28:41.890167 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dc13500b-0fd6-467f-8cc9-4dfbbf350eb7 req-d9d6f7ca-8091-435b-abff-5824c9c495ca tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Jun 11 00:28:41.985121 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:41.995316 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Transition to ACTIVE for port object e22e3292-0a2b-4744-969c-aaca6bebbf21 will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:42.100092 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:42.102446 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-39c4b5ac-4531-4c63-9398-db416fc77df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:42.208184 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b13ad-a1e8-49ce-8dba-7da72f37294b None None] Pushing event updated for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:42.211113 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-2a6b13ad-a1e8-49ce-8dba-7da72f37294b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:42.293109 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Attempting to bind port e22e3292-0a2b-4744-969c-aaca6bebbf21 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:28:42.295979 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Attempting to bind port e22e3292-0a2b-4744-969c-aaca6bebbf21 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:28:42.295979 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Attempting to bind port e22e3292-0a2b-4744-969c-aaca6bebbf21 on network 47fe9d97-189a-4758-a49e-bf357c54a81b {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:28:42.301102 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:28:42.301486 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Checking segment: {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:28:42.301896 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:42.302297 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Bound using segment: {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:28:42.302856 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Bound port: e22e3292-0a2b-4744-969c-aaca6bebbf21, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a97c6-4c9e-4931-a19c-b651fe1f2cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:28:42.303311 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:42.388150 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] For port e22e3292-0a2b-4744-969c-aaca6bebbf21, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:28:42.391966 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] For port e22e3292-0a2b-4744-969c-aaca6bebbf21, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e22e3292-0a2b-4744-969c-aaca6bebbf21,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:28:42.459020 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:42.461329 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:42.523751 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b13ad-a1e8-49ce-8dba-7da72f37294b None None] Pushing event updated for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=4']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:42.529661 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-2a6b13ad-a1e8-49ce-8dba-7da72f37294b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:42.544118 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:28:42.544637 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:28:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:42.587348 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 320a9973-3b3b-4e8f-a650-b4d659b89909 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:42.732241 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:28:42.821480 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 320a9973-3b3b-4e8f-a650-b4d659b89909 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:42.821791 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:43.085452 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:38Z', 'revision_number': 4, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'e22e3292-0a2b-4744-969c-aaca6bebbf21', 'name': '', 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'mac_address': 'fa:16:3e:b5:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:37Z', 'updated_at': '2021-06-11T00:28:42Z', 'revision_number': 4, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'subnets': [{'id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:43.088808 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708443ab-ebd6-4d16-982f-00487365be05 None None] The sync data for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb is: [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:28:38Z', 'revision_number': 4, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'e22e3292-0a2b-4744-969c-aaca6bebbf21', 'name': '', 'network_id': '47fe9d97-189a-4758-a49e-bf357c54a81b', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'mac_address': 'fa:16:3e:b5:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:37Z', 'updated_at': '2021-06-11T00:28:42Z', 'revision_number': 4, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'subnets': [{'id': '3d3da4bb-22b0-4e93-af0f-cf192fc27fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:28:44.604385 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e22e3292-0a2b-4744-969c-aaca6bebbf21 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:44.792258 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port e22e3292-0a2b-4744-969c-aaca6bebbf21 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:44.796904 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e22e3292-0a2b-4744-969c-aaca6bebbf21 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:44.797313 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:44.917646 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:44.959577 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port e22e3292-0a2b-4744-969c-aaca6bebbf21, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e22e3292-0a2b-4744-969c-aaca6bebbf21,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:28:45.037633 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:45.040494 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:45.109689 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:45.112903 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:46.549986 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e22e3292-0a2b-4744-969c-aaca6bebbf21 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:28:46.603530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e22e3292-0a2b-4744-969c-aaca6bebbf21 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:46.603912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:51.455654 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-6f1c3a93-ec2f-4516-ab24-53ac6c38b38a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:51.457079 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-6f1c3a93-ec2f-4516-ab24-53ac6c38b38a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 815 time: 0.1210468 Jun 11 00:28:51.471874 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-6edb3c13-680c-45da-85c7-6751f1fde66b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/quotas/0208186336ff4237bf4a4b5d1d6336e3 HTTP/1.1" status: 200 len: 375 time: 0.0092840 Jun 11 00:28:51.544170 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-c0f26a98-ef6b-4d0f-b045-28a93172c46b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672271 Jun 11 00:28:51.667398 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-53c8ae3f-8f51-49c4-b672-ea9ec6c7111f service neutron] 10.222.0.38 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049166 Jun 11 00:28:51.775536 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-dbcad731-4e51-4580-96f5-56e46f0aba91 service neutron] 10.222.0.38 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016314 Jun 11 00:28:52.091936 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fc88849a-c2ba-468f-8715-ca7686b298f3 req-e3c2ca8f-f6a6-4f4c-8485-5a2b965e61a3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 210 time: 0.1310074 Jun 11 00:28:53.242556 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-474a790b-703f-458c-865a-cbcb5629277a req-e9637043-e561-4eaa-b548-7a8ff5c7df3c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 210 time: 0.0330200 Jun 11 00:28:53.333522 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57268) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:53.385823 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Deleting subnet 265a68eb-4e8e-4123-87cd-a4e8fed95227 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:28:53.388730 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.444223 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.489170 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.613462 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.616668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:53.645513 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265a68eb-4e8e-4123-87cd-a4e8fed95227,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:53.648495 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:53.653903 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.653903 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ddee51aa-9d9b-4a91-8c3e-e81d87fa021a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/265a68eb-4e8e-4123-87cd-a4e8fed95227 HTTP/1.1" status: 204 len: 168 time: 0.3167632 Jun 11 00:28:53.653903 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57272) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:53.746076 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.852317 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.863359 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c10e52-c1fe-4443-9222-66902494ab42']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:53.874273 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f7459d-dc1e-4552-b9a5-91812296d7a8') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:53.874786 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f7459d-dc1e-4552-b9a5-91812296d7a8') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:28:53.884606 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.899201 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.904706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:28:53.905698 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:28:53.907319 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:28:54.075972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.080457 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:54.084114 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.085907 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] 10.222.0.38 "DELETE /v2.0/networks/18c10e52-c1fe-4443-9222-66902494ab42 HTTP/1.1" status: 204 len: 168 time: 0.4311743 Jun 11 00:28:54.097758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c10e52-c1fe-4443-9222-66902494ab42,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:54.100136 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:54.392775 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-35329c76-a429-4af0-967f-88062fa70364 req-6a67a73a-0b11-4e5b-9eb1-f9b38cff8ce5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 210 time: 0.0352085 Jun 11 00:28:54.443988 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-d238c51c-9289-4e99-9d3d-6a9ded9e56bb tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:54.445816 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-d238c51c-9289-4e99-9d3d-6a9ded9e56bb tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 815 time: 0.1482840 Jun 11 00:28:54.470820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'port': {'device_id': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'admin_state_up': True, 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:28:54.482752 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57278) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:54.538249 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b97b6cf3-eeb4-47e5-a9eb-0616224ff9a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b47cfb39534e492eb2cd0d67f0322f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536962 Jun 11 00:28:54.540713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57280) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:28:54.594332 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.620205 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.688968 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Made reservation on behalf of 0208186336ff4237bf4a4b5d1d6336e3 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:28:54.692472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.739373 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.742015 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:54.743215 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4999690f-e9c5-4395-b345-bc4c23c24465 HTTP/1.1" status: 204 len: 168 time: 0.2015533 Jun 11 00:28:54.743991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9fd1eb6f-42ee-401b-a1b9-75e90e1d4223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:54.753493 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999690f-e9c5-4395-b345-bc4c23c24465,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:54.756071 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:54.847289 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Allocated IP 172.20.0.8 (c1f65b94-35f6-406f-a44e-d4d371dffd07/00936c9c-ca6a-4b03-ab13-a9d9918d4838/0ab091de-8b45-43ed-8efd-c29584b5f605) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:28:55.024924 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:55.038136 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Transition to ACTIVE for port object 0ab091de-8b45-43ed-8efd-c29584b5f605 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:28:55.139747 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:55.144337 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-de2bffc9-0507-494a-9fad-bb1a32fc1d52 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:28:55.200528 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:28:55.208514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:28:55.211215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:28:55.251953 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:28:55.251953 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:28:55.285756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:55.285756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:55.357473 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905694 Jun 11 00:28:55.544906 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-9b7c7529-1b6c-4fd0-b16f-77b4a8996928 None None] Provisioning for port 0ab091de-8b45-43ed-8efd-c29584b5f605 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:28:55.548888 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-9b7c7529-1b6c-4fd0-b16f-77b4a8996928 None None] Provisioning complete for port 0ab091de-8b45-43ed-8efd-c29584b5f605 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:28:55.549454 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9b7c7529-1b6c-4fd0-b16f-77b4a8996928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:55.607793 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c7529-1b6c-4fd0-b16f-77b4a8996928 None None] Port 0ab091de-8b45-43ed-8efd-c29584b5f605 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:28:55.616589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf984866-c4ed-4e52-bc50-26bd351aae43 req-1a8043b7-5a76-4885-a570-ee4d3597886f tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:55.618198 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cf984866-c4ed-4e52-bc50-26bd351aae43 req-1a8043b7-5a76-4885-a570-ee4d3597886f tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0886855 Jun 11 00:28:55.667859 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cf984866-c4ed-4e52-bc50-26bd351aae43 req-d5b65759-af56-437a-bb83-a59d1a875902 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Jun 11 00:28:56.854623 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca4c4b-d598-41e3-81d5-d63b894aa357 req-f6e179f8-2e8c-4325-b4ba-8928fea4c362 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:56.856091 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dcca4c4b-d598-41e3-81d5-d63b894aa357 req-f6e179f8-2e8c-4325-b4ba-8928fea4c362 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0707803 Jun 11 00:28:56.899160 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dcca4c4b-d598-41e3-81d5-d63b894aa357 req-c9729ccb-826f-4660-9d35-eb4eb2af7075 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374236 Jun 11 00:28:58.095340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cdcda-fb2c-4f46-812c-581239d5c19a req-c3344514-8559-4e61-831c-153dcc33b95b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:58.096808 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-901cdcda-fb2c-4f46-812c-581239d5c19a req-c3344514-8559-4e61-831c-153dcc33b95b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0683939 Jun 11 00:28:58.139333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-901cdcda-fb2c-4f46-812c-581239d5c19a req-16347f75-5eaf-461d-9717-b2df218ba84f tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Jun 11 00:28:58.499567 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c2eb33f3-976f-4473-901d-176d56cc27e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:28:59.329450 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2972a-dda9-45c3-af57-84f3a6692155 req-fd1cdaa3-7238-4fa5-8838-24e33f59544a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:28:59.330905 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17f2972a-dda9-45c3-af57-84f3a6692155 req-fd1cdaa3-7238-4fa5-8838-24e33f59544a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0709839 Jun 11 00:28:59.637062 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17f2972a-dda9-45c3-af57-84f3a6692155 req-7fb79def-ee0b-43fb-82e7-ea53d4b36761 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003640 Jun 11 00:29:00.821693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873674-a0dc-40e2-a594-3bf56cb5a3b3 req-83d6adda-746d-49cf-8bdc-e1653ecdb0de tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:00.823191 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c873674-a0dc-40e2-a594-3bf56cb5a3b3 req-83d6adda-746d-49cf-8bdc-e1653ecdb0de tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0718226 Jun 11 00:29:00.864390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c873674-a0dc-40e2-a594-3bf56cb5a3b3 req-7b918d1f-7ccc-406e-ab0c-eab73f222338 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348618 Jun 11 00:29:01.168647 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9d39efa6-f8a5-4a4e-a27a-34aed67a659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:01.184669 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:02.052636 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfe128-50a0-4a5c-83ab-21e5d451b102 req-25b10db6-76cc-42eb-9ae2-5b825722c83e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:02.054072 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6bdfe128-50a0-4a5c-83ab-21e5d451b102 req-25b10db6-76cc-42eb-9ae2-5b825722c83e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0797739 Jun 11 00:29:02.098745 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6bdfe128-50a0-4a5c-83ab-21e5d451b102 req-fc1310d1-0592-445a-bb7c-04b1647ab0d3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Jun 11 00:29:02.425545 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:03.288895 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27de845-0036-4397-8d64-c7ef5e0dbb85 req-87c06c1c-632b-4512-8b37-97e14866ef4a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:03.290364 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e27de845-0036-4397-8d64-c7ef5e0dbb85 req-87c06c1c-632b-4512-8b37-97e14866ef4a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0791543 Jun 11 00:29:03.332452 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e27de845-0036-4397-8d64-c7ef5e0dbb85 req-dd0ab972-3be8-40ab-9c7c-2c26efaa0be5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Jun 11 00:29:03.807832 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:04.542308 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db92b-4005-486d-b4ef-6d303569a360 req-3fabc259-4ad7-47ed-8d01-1c45fbac0186 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:04.543806 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e57db92b-4005-486d-b4ef-6d303569a360 req-3fabc259-4ad7-47ed-8d01-1c45fbac0186 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0913308 Jun 11 00:29:04.585554 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e57db92b-4005-486d-b4ef-6d303569a360 req-2d4b07d2-5716-48ff-9e1f-8b5210322bfe tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355120 Jun 11 00:29:05.763980 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc913e1-f93f-4a34-b6a1-6ac1ae70b3a3 req-f257c1d2-a0a3-4ec1-a179-2ca01d07a8da tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:05.765409 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fcc913e1-f93f-4a34-b6a1-6ac1ae70b3a3 req-f257c1d2-a0a3-4ec1-a179-2ca01d07a8da tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0672956 Jun 11 00:29:05.814751 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fcc913e1-f93f-4a34-b6a1-6ac1ae70b3a3 req-1d2a6714-89ff-4868-a5b7-d3acdef0fc9a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Jun 11 00:29:06.933393 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:07.002573 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40d779-f719-4d0e-b255-28e63841dcd7 req-fb926990-8985-4635-bbd5-fdb0953eaa29 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:07.004553 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f40d779-f719-4d0e-b255-28e63841dcd7 req-fb926990-8985-4635-bbd5-fdb0953eaa29 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0762229 Jun 11 00:29:07.050866 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4f40d779-f719-4d0e-b255-28e63841dcd7 req-6ad37f5b-4d78-4c90-a733-d474bccd8d15 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Jun 11 00:29:08.223751 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7bdf-44a0-4b36-9134-1fe206b9c893 req-81f61071-14d4-4e55-9fa0-013b22f8315d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:08.225207 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-656f7bdf-44a0-4b36-9134-1fe206b9c893 req-81f61071-14d4-4e55-9fa0-013b22f8315d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0669925 Jun 11 00:29:08.266299 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-656f7bdf-44a0-4b36-9134-1fe206b9c893 req-1276f9d7-fc74-406b-8682-d9590756f0bd tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Jun 11 00:29:09.445581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0dc54-ed6f-4504-99b5-46d6cbc675a9 req-00e27f87-39e4-4dd9-93a3-c712e7c1c369 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:09.447013 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b8e0dc54-ed6f-4504-99b5-46d6cbc675a9 req-00e27f87-39e4-4dd9-93a3-c712e7c1c369 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 931 time: 0.0715551 Jun 11 00:29:09.487462 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b8e0dc54-ed6f-4504-99b5-46d6cbc675a9 req-9cbd1052-0e61-49a9-90c0-814f08c6a670 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Jun 11 00:29:10.124117 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Request body: {'port': {'device_id': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:10.212397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:10.512666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab091de-8b45-43ed-8efd-c29584b5f605 {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:10.520783 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:10.532379 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Transition to ACTIVE for port object 0ab091de-8b45-43ed-8efd-c29584b5f605 will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:10.595869 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:10.598820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:10.683955 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feb72a-9b66-45b3-8b16-104be0f9545d req-6aad2839-6198-4a9b-84b5-56424451a1ec tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:10.685630 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-88feb72a-9b66-45b3-8b16-104be0f9545d req-6aad2839-6198-4a9b-84b5-56424451a1ec tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0810850 Jun 11 00:29:10.700135 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:10.731712 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.732085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.732451 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.732807 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.733144 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-88feb72a-9b66-45b3-8b16-104be0f9545d req-52a710fe-e999-436d-8d72-ff75d757aa16 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jun 11 00:29:10.733279 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.734024 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.734024 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.734224 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.734515 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.735403 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.735754 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.741888 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:10.763266 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:10.804677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Attempting to bind port 0ab091de-8b45-43ed-8efd-c29584b5f605 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:29:10.804677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Attempting to bind port 0ab091de-8b45-43ed-8efd-c29584b5f605 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:29:10.804677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Attempting to bind port 0ab091de-8b45-43ed-8efd-c29584b5f605 on network c1f65b94-35f6-406f-a44e-d4d371dffd07 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:10.804677 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Port 0ab091de-8b45-43ed-8efd-c29584b5f605 on network c1f65b94-35f6-406f-a44e-d4d371dffd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:29:10.805104 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Attempting to bind port 0ab091de-8b45-43ed-8efd-c29584b5f605 on network c1f65b94-35f6-406f-a44e-d4d371dffd07 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:10.810505 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:29:10.810838 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Checking segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:29:10.813639 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Bound using segment: {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:29:10.814089 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Bound port: 0ab091de-8b45-43ed-8efd-c29584b5f605, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b52ea7-c0e6-4be9-872d-a70ef11a5535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:29:10.814442 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:10.890115 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:29:10.893034 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:29:10.986095 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:10.989159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3d58b4f0-47f6-4407-8fea-6a3429cc33b1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:11.028773 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.035050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:11.035050 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] 10.222.0.45 "PUT /v2.0/ports/0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 1093 time: 1.0042586 Jun 11 00:29:11.035050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:11.035050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04548f4f-2188-415c-90b3-2a82b1fd7d71" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:11.059356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:11.062551 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:11.075867 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5aa606-8ec8-4355-9d1d-19eae507827e x-openstack-request-id: req-8f5aa606-8ec8-4355-9d1d-19eae507827e {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:11.076192 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:11.076481 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f5aa606-8ec8-4355-9d1d-19eae507827e {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:11.076955 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:29:11.164945 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-739757c8-5565-45c2-bd03-07d9f6c546d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.166445 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-739757c8-5565-45c2-bd03-07d9f6c546d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1096 time: 0.0685146 Jun 11 00:29:11.290379 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-787e2b71-8090-480a-acdd-8cb0deda0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.291741 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-787e2b71-8090-480a-acdd-8cb0deda0654 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1172330 Jun 11 00:29:11.409191 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-02c63228-cfb2-4245-b640-39f15dec33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.410594 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-04548f4f-2188-415c-90b3-2a82b1fd7d71 req-02c63228-cfb2-4245-b640-39f15dec33e2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1122141 Jun 11 00:29:11.502080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-65a6c94b-dad5-4db9-85c0-3053c36796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.503509 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-65a6c94b-dad5-4db9-85c0-3053c36796c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1096 time: 0.0558417 Jun 11 00:29:11.557941 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e0472a1d-db1a-46a8-9992-d008a7b903c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 217 time: 0.0477693 Jun 11 00:29:11.617742 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-a7f6d835-dbf0-4a9c-845a-bc9be4c45d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.619745 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-a7f6d835-dbf0-4a9c-845a-bc9be4c45d88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0553920 Jun 11 00:29:11.692386 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-910f6a59-6b02-4b11-b91f-d2fd7cea09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.693898 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-910f6a59-6b02-4b11-b91f-d2fd7cea09d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664051 Jun 11 00:29:11.807246 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-e9ea1173-5018-413f-bb30-b6447376f228 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068616 Jun 11 00:29:11.946181 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bf7f4d2f-1827-4801-b554-bc36ca4945c7 req-9d86d4f5-df94-476b-b65c-703e9ad5af8b service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323895 Jun 11 00:29:11.953872 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e146525-3c1b-4405-a60a-60d48a75d2ce req-6499b258-eaa2-431e-bf5f-ff49b127718b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:11.959754 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e146525-3c1b-4405-a60a-60d48a75d2ce req-6499b258-eaa2-431e-bf5f-ff49b127718b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0894260 Jun 11 00:29:11.977513 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:29:12.005389 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e146525-3c1b-4405-a60a-60d48a75d2ce req-1dca265c-d6b0-41f7-9c6a-d53b155a8ded tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Jun 11 00:29:13.022662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b5c11-32ce-4b7e-a496-11430cb9839e req-1c6c3616-6d61-4531-86df-41f7a4e2c5c2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:13.024202 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e92b5c11-32ce-4b7e-a496-11430cb9839e req-1c6c3616-6d61-4531-86df-41f7a4e2c5c2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0693376 Jun 11 00:29:13.066012 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e92b5c11-32ce-4b7e-a496-11430cb9839e req-324975d9-5bc6-43ff-9a4e-81ca66c53f00 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361502 Jun 11 00:29:13.191512 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9fdbd-e665-4ea4-9778-f152387e7af6 req-f8b05543-8612-443b-b1c9-992f4a29c4e5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:13.192852 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8ac9fdbd-e665-4ea4-9778-f152387e7af6 req-f8b05543-8612-443b-b1c9-992f4a29c4e5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0716953 Jun 11 00:29:13.237249 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8ac9fdbd-e665-4ea4-9778-f152387e7af6 req-bd3429a8-127d-47ad-abfc-4ab43e19476a tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Jun 11 00:29:14.247711 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bab72c-708d-451f-b2ee-0c1927322341 req-14861800-b540-4836-b307-371d06e442bd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:14.249182 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-09bab72c-708d-451f-b2ee-0c1927322341 req-14861800-b540-4836-b307-371d06e442bd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0689721 Jun 11 00:29:14.291043 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-09bab72c-708d-451f-b2ee-0c1927322341 req-e36fb4ac-226a-44fd-92da-a1ffc1f96de6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Jun 11 00:29:14.416438 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433330d2-f177-4433-a86c-4d6a9caabe52 req-243fb83d-5d95-4c6c-a5db-431ed208f1a6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:14.417966 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-433330d2-f177-4433-a86c-4d6a9caabe52 req-243fb83d-5d95-4c6c-a5db-431ed208f1a6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0711246 Jun 11 00:29:14.459089 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-433330d2-f177-4433-a86c-4d6a9caabe52 req-dac6f537-b93b-47f1-8fe6-a7f2015094ba tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Jun 11 00:29:14.678070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-36052a3a-5a7f-40a7-a1e3-1a341f18e4bf tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:14.679475 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-36052a3a-5a7f-40a7-a1e3-1a341f18e4bf tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0719988 Jun 11 00:29:14.786892 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Deleting port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:29:14.787225 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:14.895529 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] For port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:14.895879 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.387015 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.387401 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.387709 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.l3_db [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Floating IP 9cc1cb33-4024-48d1-ae94-0e4c83841b3b disassociated. External IP: 172.28.1.183, port: b77dd2f8-8ba3-4c50-89c3-5c5916c072a6. Jun 11 00:29:15.388047 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Calling delete_port for b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:29:15.476214 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9385e6b-9411-4007-abf1-2c175bc38131 req-0bafda59-cff1-40da-9e70-c506984c5217 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:15.477613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9385e6b-9411-4007-abf1-2c175bc38131 req-0bafda59-cff1-40da-9e70-c506984c5217 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 946 time: 0.0709536 Jun 11 00:29:15.523701 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9385e6b-9411-4007-abf1-2c175bc38131 req-72fcb017-c2dc-49cf-affc-ee42bf4fad6b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Jun 11 00:29:15.612937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:15.616993 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f14866db-d98f-4282-8f4b-ccd7a96c15fe tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:15.647652 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'Port': ['ID=b77dd2f8-8ba3-4c50-89c3-5c5916c072a6,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:15.650689 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:15.666558 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0dd2-3b43-4534-9473-3ec8de0aeb04 req-b7d29b3f-a6ca-4b33-adad-7ebc176d276b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:15.668214 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ee9b0dd2-3b43-4534-9473-3ec8de0aeb04 req-b7d29b3f-a6ca-4b33-adad-7ebc176d276b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0772686 Jun 11 00:29:15.711836 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ee9b0dd2-3b43-4534-9473-3ec8de0aeb04 req-bacb39a6-6553-4975-9b6b-b0e39aa243d4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378428 Jun 11 00:29:15.799906 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:29:15.941658 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:29:15.951119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:29:15.959742 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:15.960365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:15.999124 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] No DVR routers for this DVR port b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:29:16.002234 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:16.004398 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ffbff5ef-644e-461f-a4a7-c599f1319574 req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "DELETE /v2.0/ports/b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 HTTP/1.1" status: 204 len: 173 time: 1.3195612 Jun 11 00:29:16.004910 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-deleted', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:16.007739 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470f44d-ce3a-4eb6-896e-a0a5654a7af2" -d '{"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-deleted", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:16.043011 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f03c98e-99ed-479f-9e0c-b1340713c811 x-openstack-request-id: req-5f03c98e-99ed-479f-9e0c-b1340713c811 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:16.043527 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc137860-75a3-4b6b-8e4c-a0d77a0d3654", "name": "network-vif-deleted", "tag": "b77dd2f8-8ba3-4c50-89c3-5c5916c072a6", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:16.043928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f03c98e-99ed-479f-9e0c-b1340713c811 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:16.044434 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc137860-75a3-4b6b-8e4c-a0d77a0d3654', 'name': 'network-vif-deleted', 'tag': 'b77dd2f8-8ba3-4c50-89c3-5c5916c072a6', 'status': 'completed', 'code': 200} Jun 11 00:29:16.103758 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:16.359212 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:16.362726 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:29:16.370727 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:16.371367 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:16.508803 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:16.690062 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b25fb62-301b-4caf-aed5-4a65b097830e req-a21fa285-1e86-49dd-93ad-a6c17b4dc3b6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc137860-75a3-4b6b-8e4c-a0d77a0d3654 HTTP/1.1" status: 200 len: 210 time: 0.0349741 Jun 11 00:29:16.776441 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:16.779785 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d679c1f-27f5-4446-acb5-9a6372866442 None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:29:16.905472 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c2aee-d4e5-42ae-87cf-f0db8053dfa8 req-d704d645-4e5f-4ac1-84a0-d6d61d49372b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:16.907607 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf0c2aee-d4e5-42ae-87cf-f0db8053dfa8 req-d704d645-4e5f-4ac1-84a0-d6d61d49372b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 943 time: 0.0760622 Jun 11 00:29:16.952031 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf0c2aee-d4e5-42ae-87cf-f0db8053dfa8 req-40946b5d-9a1a-4db8-8d46-cc1705272562 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Jun 11 00:29:17.040479 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0ab091de-8b45-43ed-8efd-c29584b5f605 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:29:17.049733 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e045c-31b3-4d26-9cd4-b692b4012518 None None] New status for floating IP 9cc1cb33-4024-48d1-ae94-0e4c83841b3b: DOWN {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:29:17.291775 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:17.306504 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'port_id': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'mac_address': 'fa:16:3e:ac:0c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:29:17.356380 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:17.373251 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab091de-8b45-43ed-8efd-c29584b5f605 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:17.396044 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:17.447172 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:17.449108 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:17.504260 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:17.507365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:17.803063 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:29:17.921347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57402) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:17.979722 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.008880 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.139891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27dce-837e-4311-abfc-eace5fffe6f1 req-ba5587da-d7b5-4cc6-8265-31fc2e7f4337 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:18.142999 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a8c27dce-837e-4311-abfc-eace5fffe6f1 req-ba5587da-d7b5-4cc6-8265-31fc2e7f4337 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 944 time: 0.0742407 Jun 11 00:29:18.169870 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.172404 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.173456 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "DELETE /v2.0/security-groups/8a2e99a3-8c1d-4580-ac59-c93a6a4d406a HTTP/1.1" status: 204 len: 168 time: 0.2505298 Jun 11 00:29:18.176252 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57406) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:18.179749 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-56a19179-07e6-4c7b-b74f-8b91e0e3e20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:18.191934 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.api.v2.resource [None req-c5ed05d0-d557-4fd9-9e50-58b582e8ad63 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] show failed (client error): The resource could not be found. Jun 11 00:29:18.194867 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c5ed05d0-d557-4fd9-9e50-58b582e8ad63 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups/8a2e99a3-8c1d-4580-ac59-c93a6a4d406a HTTP/1.1" status: 404 len: 347 time: 0.0155501 Jun 11 00:29:18.195664 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a8c27dce-837e-4311-abfc-eace5fffe6f1 req-8e9cb97b-869a-4ddd-b35b-c2d965a93510 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Jun 11 00:29:18.196956 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57408) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:18.197150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2e99a3-8c1d-4580-ac59-c93a6a4d406a,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:18.207190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.207593 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.207956 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.208315 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.208674 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.209028 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.209380 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.209878 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.210550 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.211161 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.211810 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.212403 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:18.224418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:18.357694 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Deleting port d66bc406-2ce3-4491-bce9-40df20fff89b {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:29:18.357929 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.456323 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.456668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.547251 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Calling delete_port for d66bc406-2ce3-4491-bce9-40df20fff89b owned by network:floatingip {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:29:18.802009 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.804528 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55936b67-ff5a-42ce-9961-4c3ae1f71334 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:18.832889 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'Port': ['ID=d66bc406-2ce3-4491-bce9-40df20fff89b,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:18.836577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:18.906018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.908494 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:18.909618 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "DELETE /v2.0/floatingips/9cc1cb33-4024-48d1-ae94-0e4c83841b3b HTTP/1.1" status: 204 len: 168 time: 0.7115235 Jun 11 00:29:19.043376 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0ab091de-8b45-43ed-8efd-c29584b5f605 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:29:19.195965 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 0ab091de-8b45-43ed-8efd-c29584b5f605 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:19.199675 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 0ab091de-8b45-43ed-8efd-c29584b5f605 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:19.200112 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.288847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.314783 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:19.317070 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ee810-7e38-4b52-a5b9-38ce8aa889a8" -d '{"events": [{"server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "name": "network-vif-plugged", "status": "completed", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:19.330631 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:19.386869 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797aa1d-a3a5-4d3f-87ae-c2bc23b39651 req-45d24917-9d67-4401-aa34-a3cc54bfb3ac tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.388390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a797aa1d-a3a5-4d3f-87ae-c2bc23b39651 req-45d24917-9d67-4401-aa34-a3cc54bfb3ac tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 944 time: 0.0696485 Jun 11 00:29:19.407738 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.408629 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:29:19.410345 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:19.416151 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57416) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:19.424675 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748561189', 'description': 'tempest-description--2015593604'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:19.445429 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a797aa1d-a3a5-4d3f-87ae-c2bc23b39651 req-f66ff172-113e-4891-91fb-ea623249e71c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Jun 11 00:29:19.467344 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d78c7-ffce-435b-9225-97fab2b4634e x-openstack-request-id: req-ec7d78c7-ffce-435b-9225-97fab2b4634e {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:19.467344 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "name": "network-vif-plugged", "status": "completed", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:19.467344 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec7d78c7-ffce-435b-9225-97fab2b4634e {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:19.467344 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'code': 200} Jun 11 00:29:19.470857 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:29:19.471213 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device b77dd2f8-8ba3-4c50-89c3-5c5916c072a6 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:29:19.491412 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:19.499406 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:19.510002 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.600514 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.687197 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.690646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3c14dbd1-4267-4741-a6d0-63ea263ab5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:19.719756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514ae470-6741-461d-858f-435a590f598a,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:19.722533 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:19.788500 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.789665 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3718379 Jun 11 00:29:19.792567 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57418) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:19.797616 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group_rule': {'security_group_id': '514ae470-6741-461d-858f-435a590f598a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:19.814724 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10070c88-7880-4c96-bc48-f62efdf6ffaf req-a122efdc-97a5-495f-85b9-de952087bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:19.816216 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-10070c88-7880-4c96-bc48-f62efdf6ffaf req-a122efdc-97a5-495f-85b9-de952087bada service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1098 time: 0.0613036 Jun 11 00:29:19.852163 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-10070c88-7880-4c96-bc48-f62efdf6ffaf req-6ab55158-f964-4444-942a-8f0e885aae83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300791 Jun 11 00:29:19.880473 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:19.950500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.006302 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.011596 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5667b78b-75a2-4489-854b-be6a2bdd9c75 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:20.028778 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21909c5c-dc3e-404f-9ab0-db141a30068e,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:20.031699 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:20.097949 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.099217 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051836 Jun 11 00:29:20.101840 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57420) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:20.106182 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'security_group_rule': {'security_group_id': '514ae470-6741-461d-858f-435a590f598a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:20.222554 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.283862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.390305 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.395298 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:20.410999 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b65a48c-b235-4b82-8138-0b340282d3f9,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:20.413201 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:20.503793 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.505007 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022350 Jun 11 00:29:20.508115 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57424) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:20.512541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:20.591882 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.704301 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8984e0-5ef2-4e85-8876-b894d6199f14 req-e132eb30-87c5-40d5-9679-acf1aed0d646 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:20.705763 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-db8984e0-5ef2-4e85-8876-b894d6199f14 req-e132eb30-87c5-40d5-9679-acf1aed0d646 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.1467497 Jun 11 00:29:20.764788 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-db8984e0-5ef2-4e85-8876-b894d6199f14 req-b3991259-bcc4-4973-971c-1f3c1b7fa8a1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529966 Jun 11 00:29:20.770554 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:20.888583 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Allocated IP 172.28.1.15 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/a9bd2c98-749d-4c11-905b-ebf9bd188f13) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:21.013715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.087492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.090219 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2f2ca038-4480-4898-a696-5151e5d0943e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:21.132841 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:21.135665 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:21.138946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:21.144548 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=a9bd2c98-749d-4c11-905b-ebf9bd188f13,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:21.172725 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:21.241018 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.413188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.589646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.664046 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.666906 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:21.746338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=a9bd2c98-749d-4c11-905b-ebf9bd188f13,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:21.750679 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:21.758426 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.830154 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:21.831558 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3224926 Jun 11 00:29:21.946109 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0bf0-0234-4846-85ea-3277608f16f6 req-296593be-c58e-4a6b-8ad8-f16295c9a896 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:21.947604 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-092e0bf0-0234-4846-85ea-3277608f16f6 req-296593be-c58e-4a6b-8ad8-f16295c9a896 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0698688 Jun 11 00:29:22.013752 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-092e0bf0-0234-4846-85ea-3277608f16f6 req-0a514fe6-24e3-4162-b847-aae6013614e5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595243 Jun 11 00:29:22.016489 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-366453a4-2f23-4b70-8c79-362a738939d5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--748561189&fields=id&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 267 time: 0.0680294 Jun 11 00:29:22.176344 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-383f5795-d9f5-4224-9875-94a3854a2b45 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:22.177682 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-383f5795-d9f5-4224-9875-94a3854a2b45 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 817 time: 0.1547115 Jun 11 00:29:22.202354 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-17ffbf7b-5cdb-454e-bb6b-460624b565ae tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/quotas/c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 375 time: 0.0181153 Jun 11 00:29:22.226652 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613b412-782c-4d7b-8c8a-e84bb4b5a8da req-f6b23278-2db9-4df4-87b3-5e7a03f730f2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:22.228131 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7613b412-782c-4d7b-8c8a-e84bb4b5a8da req-f6b23278-2db9-4df4-87b3-5e7a03f730f2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.1053810 Jun 11 00:29:22.301601 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7613b412-782c-4d7b-8c8a-e84bb4b5a8da req-9f65ea7b-07a2-4d1d-8e37-04faacf464ab tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Jun 11 00:29:22.317616 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-be4a6e5c-7d4c-40b3-9411-6b0dffc50f42 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099937 Jun 11 00:29:22.478146 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-4cd04718-97a7-4d59-a9c3-ab6a7879a830 service neutron] 10.222.0.38 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480832 Jun 11 00:29:22.592500 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-c634673f-279f-433a-a59e-c911693d304a service neutron] 10.222.0.38 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084282 Jun 11 00:29:22.692810 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756555-fa33-4f63-913d-74662c4680f7 req-2ed0e8d3-a3c2-409a-acf3-9f103e81e6e3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:22.694180 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3d756555-fa33-4f63-913d-74662c4680f7 req-2ed0e8d3-a3c2-409a-acf3-9f103e81e6e3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0722575 Jun 11 00:29:22.735873 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3d756555-fa33-4f63-913d-74662c4680f7 req-e86be639-d6a8-40db-aa81-6815e6b4c8d1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Jun 11 00:29:22.836672 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0a37fa4c-c3c9-4203-a332-b530a7f19fa7 req-1dec8f68-4703-4de0-8c7e-285bfb746020 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 210 time: 0.0332749 Jun 11 00:29:23.985455 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a2793f00-30fd-43e7-a304-cb323fea3bf6 req-87cb7ef9-d182-456e-8e7f-93ff429cb808 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 210 time: 0.0323191 Jun 11 00:29:25.117736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-94db528a-19a9-4929-8865-a10f0b2af91d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:25.119364 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-94db528a-19a9-4929-8865-a10f0b2af91d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 817 time: 0.1330256 Jun 11 00:29:25.143291 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d94083e5-f1c0-4051-928a-4e098effcd7a req-3b773ad5-ea99-4ebd-b9cf-73ac1dfb9c70 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 210 time: 0.0341499 Jun 11 00:29:25.167109 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-9e0132da-3ada-4726-87e2-a81ebe3402fe tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 379 time: 0.0385797 Jun 11 00:29:25.175286 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'port': {'device_id': '67b4756f-81ba-4168-8848-98a5086faf9f', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'admin_state_up': True, 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'security_groups': ['514ae470-6741-461d-858f-435a590f598a']}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:25.418397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Made reservation on behalf of c7c50335d2e84a519f1bf9831efd9f46 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:29:25.422004 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:25.567710 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Allocated IP 172.20.0.13 (3cc37115-349f-4efb-938b-622710e60a08/0dc4d748-4bfb-4cf2-b160-831efec8e290/6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:25.728569 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:25.741654 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Transition to ACTIVE for port object 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:25.847884 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:25.855559 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:25.894928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Network 3cc37115-349f-4efb-938b-622710e60a08 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:25.901501 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:25.905384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:25.951731 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:25.959630 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:25.976975 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:25.977589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.053876 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8820248 Jun 11 00:29:26.076723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Request body: {'port': {'device_id': '67b4756f-81ba-4168-8848-98a5086faf9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:26.159520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.253396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-2acf8191-375a-4050-8f2a-33e9f66e0c9a None None] Provisioning for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:26.257587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-2acf8191-375a-4050-8f2a-33e9f66e0c9a None None] Provisioning complete for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:26.258161 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2acf8191-375a-4050-8f2a-33e9f66e0c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.304285 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-2acf8191-375a-4050-8f2a-33e9f66e0c9a None None] Port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:29:26.335888 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f134f-bd60-4817-9216-bb697ed17eb4 req-1239b43d-0a00-4ec0-b794-572c39125b3e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:26.337377 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ae5f134f-bd60-4817-9216-bb697ed17eb4 req-1239b43d-0a00-4ec0-b794-572c39125b3e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 932 time: 0.0750415 Jun 11 00:29:26.379334 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ae5f134f-bd60-4817-9216-bb697ed17eb4 req-906aca48-8f65-4d0e-9ab8-a8789fab7b1f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360217 Jun 11 00:29:26.469520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:26.476543 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.487965 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Transition to ACTIVE for port object 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:26.566967 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.570231 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4698453e-f470-42a1-8756-6ebb1c4aa613 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:26.665155 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:26.691385 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:26.755751 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Attempting to bind port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:29:26.756086 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Attempting to bind port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:29:26.756416 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Attempting to bind port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:26.762217 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 on network 3cc37115-349f-4efb-938b-622710e60a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:29:26.762631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Attempting to bind port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 on network 3cc37115-349f-4efb-938b-622710e60a08 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:26.767971 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:29:26.768309 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Checking segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:29:26.768692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Bound using segment: {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:29:26.769147 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Bound port: 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac05098-e680-4d45-81c5-8c8f5aac0770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3cc37115-349f-4efb-938b-622710e60a08'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:29:26.769497 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.840423 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:29:26.843377 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:29:26.898700 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.900547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:26.942055 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:26.942656 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:26.944028 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] 10.222.0.45 "PUT /v2.0/ports/6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 1094 time: 0.8715451 Jun 11 00:29:26.944777 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:26.947017 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bbeea4-56ef-430f-9355-be316d4e817e" -d '{"events": [{"name": "network-changed", "server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:26.975048 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:26.977928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:26.986622 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724adfa7-0729-4df5-a6ea-53e2062f0d5e x-openstack-request-id: req-724adfa7-0729-4df5-a6ea-53e2062f0d5e {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:26.987007 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:26.987335 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-724adfa7-0729-4df5-a6ea-53e2062f0d5e {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:26.987768 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'status': 'completed', 'code': 200} Jun 11 00:29:27.085200 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbeea4-56ef-430f-9355-be316d4e817e req-a504b112-667b-4731-8a25-aa02ee1391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.086685 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-64bbeea4-56ef-430f-9355-be316d4e817e req-a504b112-667b-4731-8a25-aa02ee1391a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1097 time: 0.0660377 Jun 11 00:29:27.212830 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbeea4-56ef-430f-9355-be316d4e817e req-cbca8ff7-91e1-49cf-86b9-3847708dc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.214289 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-64bbeea4-56ef-430f-9355-be316d4e817e req-cbca8ff7-91e1-49cf-86b9-3847708dc4cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1187651 Jun 11 00:29:27.327388 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbeea4-56ef-430f-9355-be316d4e817e req-b02f28a3-6d01-43df-8b6c-0b2df1a89f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.328832 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-64bbeea4-56ef-430f-9355-be316d4e817e req-b02f28a3-6d01-43df-8b6c-0b2df1a89f6d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085365 Jun 11 00:29:27.432127 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-3c18e859-58ad-4df7-aa73-ce4dcc49b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.433762 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-3c18e859-58ad-4df7-aa73-ce4dcc49b89f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1097 time: 0.0692434 Jun 11 00:29:27.487886 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-747a1c82-1fa0-4fb5-b6a2-c4c034651193 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 217 time: 0.0468249 Jun 11 00:29:27.548021 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-84a3393f-4852-4919-90ee-f167933568da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.549504 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-84a3393f-4852-4919-90ee-f167933568da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0559540 Jun 11 00:29:27.563588 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22a66e-6053-45a9-929e-eec1a2405b82 req-672e3569-a2ca-42a3-9b8f-568a057d08b3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.565052 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa22a66e-6053-45a9-929e-eec1a2405b82 req-672e3569-a2ca-42a3-9b8f-568a057d08b3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0680554 Jun 11 00:29:27.609206 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa22a66e-6053-45a9-929e-eec1a2405b82 req-1868b2dc-01e1-4ee7-9285-41ce2d455467 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Jun 11 00:29:27.611265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-d9e0525b-9df5-4a7b-95a3-38c313f95a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:27.612828 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-d9e0525b-9df5-4a7b-95a3-38c313f95a8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570171 Jun 11 00:29:27.996660 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-0acb8e31-d4cb-44c6-b168-4136522a8ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769593 Jun 11 00:29:27.999496 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c90b9-307d-47d3-acd0-c8e1553a2a69 req-a66a6277-55a2-4dc3-bdfd-06b2e4e6cd25 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:28.001030 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-749c90b9-307d-47d3-acd0-c8e1553a2a69 req-a66a6277-55a2-4dc3-bdfd-06b2e4e6cd25 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0695753 Jun 11 00:29:28.044179 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-749c90b9-307d-47d3-acd0-c8e1553a2a69 req-f2834da0-13c2-4166-8d2f-2e0ed219cf82 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Jun 11 00:29:28.068251 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57510) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:28.115149 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-27070c41-7583-437f-bca6-2f45cfaf8122 req-7d4c6f37-e5b3-4ad5-8f11-966ea352bf5f service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118288 Jun 11 00:29:28.221225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d652f-cc84-4f3f-aee2-5e7953b207da tempest-TestMinimumBasicScenario-416489718 tempest-TestMinimumBasicScenario-416489718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:28.222731 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a22d652f-cc84-4f3f-aee2-5e7953b207da tempest-TestMinimumBasicScenario-416489718 tempest-TestMinimumBasicScenario-416489718-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1093 time: 0.1535165 Jun 11 00:29:28.226098 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57514) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:28.231866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'port_id': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:28.321638 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for floatingip, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:28.439411 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:28.481732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-42b433a7-7658-4a61-ac5b-010747bf95ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:28.558839 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Allocated IP 172.28.1.221 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/3bbcc160-575b-48f3-9744-b9ad52de1f7b) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:28.934462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.019261 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43ff50-3c5b-4f26-88b3-c7d59d997205 req-7ea41e44-9cdc-4476-b880-4aabde3f1ba7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:29.020707 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf43ff50-3c5b-4f26-88b3-c7d59d997205 req-7ea41e44-9cdc-4476-b880-4aabde3f1ba7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0981338 Jun 11 00:29:29.060053 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bf43ff50-3c5b-4f26-88b3-c7d59d997205 req-9b33e33b-f0d4-4e86-94ab-ad739f68d003 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Jun 11 00:29:29.075968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.078490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:29.122611 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:29.125860 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:29.129357 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:29.164529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'Port': ['ID=3bbcc160-575b-48f3-9744-b9ad52de1f7b,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:29.171425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:29.579378 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.732448 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.905466 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.972479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:29.974491 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-35e720ac-03a9-4612-b069-6b7666a7b155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:30.052907 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'Port': ['ID=3bbcc160-575b-48f3-9744-b9ad52de1f7b,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:30.059864 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:30.069680 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.248339 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Floating IP bb025f4f-a62c-4652-9b60-9417090a5065 associated. External IP: 172.28.1.221, port: 0ab091de-8b45-43ed-8efd-c29584b5f605. Jun 11 00:29:30.364446 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eca4c9-52e6-4081-824f-678283cb5b4c req-3aba3d21-1b0f-4605-82c9-c5ec7a63c35c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:30.365925 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-46eca4c9-52e6-4081-824f-678283cb5b4c req-3aba3d21-1b0f-4605-82c9-c5ec7a63c35c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.1883576 Jun 11 00:29:30.426787 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-46eca4c9-52e6-4081-824f-678283cb5b4c req-004c72a5-54c6-4fb0-89ba-932e147ea039 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535960 Jun 11 00:29:30.565540 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Router 730fca0b-c9cb-4586-a933-85ce7b27a532 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:29:30.707066 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:29:30.716883 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Sync routers for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:29:30.725708 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:30.726332 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:30.783937 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.826314 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5988076 Jun 11 00:29:30.826978 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:30.829265 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57520) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:30.829771 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2378d0b-5105-4986-b209-17695df8626d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:30.834419 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155111455', 'description': 'tempest-secgroup-smoke-1155111455 description', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:30.870927 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:30.922144 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:30.991821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eacbb4-9ce4-4be7-b1d4-5324f3bcbafd x-openstack-request-id: req-46eacbb4-9ce4-4be7-b1d4-5324f3bcbafd {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:30.992357 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:30.992475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46eacbb4-9ce4-4be7-b1d4-5324f3bcbafd {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:30.992824 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:29:31.015648 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.074092 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2378d0b-5105-4986-b209-17695df8626d req-b7277838-8d5d-4cd3-b035-a2b27a1cc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.075794 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-b7277838-8d5d-4cd3-b035-a2b27a1cc26a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1098 time: 0.0590105 Jun 11 00:29:31.087075 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:29:31.122027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.127825 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7a12b354-9ef4-45ea-9a83-2cf360d4bee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:31.189686 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9ce1-4ae7-49c7-a38b-2fb47e381e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.218913 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:31.224080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:31.238467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2378d0b-5105-4986-b209-17695df8626d req-0b45d847-4c25-4e09-ab1f-ce3c99a908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.239995 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-0b45d847-4c25-4e09-ab1f-ce3c99a908a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.1531782 Jun 11 00:29:31.291937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.311550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.312830 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4825239 Jun 11 00:29:31.312992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:31.315858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57526) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:31.322002 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:31.330515 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-46616d6a-278c-4e4e-ac45-1b77263725f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 999 time: 0.0837092 Jun 11 00:29:31.332433 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:29:31.388117 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2378d0b-5105-4986-b209-17695df8626d req-d4241b35-19f8-4e16-85e4-937c67627f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.388864 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'bb025f4f-a62c-4652-9b60-9417090a5065', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'port_id': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'mac_address': 'fa:16:3e:ac:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:29Z', 'updated_at': '2021-06-11T00:29:29Z', 'revision_number': 0, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:31.389592 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-d4241b35-19f8-4e16-85e4-937c67627f03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0526400 Jun 11 00:29:31.393225 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Checking router: 730fca0b-c9cb-4586-a933-85ce7b27a532 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:29:31.395000 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.412624 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.414885 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:31.419791 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:31.420401 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:31.455431 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2378d0b-5105-4986-b209-17695df8626d req-11a5a6c0-4fc2-43ea-bb21-0958b8b83f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.460553 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-11a5a6c0-4fc2-43ea-bb21-0958b8b83f5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0632401 Jun 11 00:29:31.479922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.544624 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.547774 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:31.576712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a89831-78e9-4a4e-a083-2226aaaa46ae,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:31.602679 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-49047b2d-45d3-4e6e-91bf-677bdd171579 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346192 Jun 11 00:29:31.606431 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:31.646127 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6801f62-8ca3-4629-b032-7b0e8f3fb641 req-08256dd2-a15e-4dc8-abeb-f9d631fc4eca tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:31.647698 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6801f62-8ca3-4629-b032-7b0e8f3fb641 req-08256dd2-a15e-4dc8-abeb-f9d631fc4eca tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0867209 Jun 11 00:29:31.653856 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:31.676640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.680712 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632922 Jun 11 00:29:31.684763 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57530) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:31.696992 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:31.702356 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:31.717485 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6801f62-8ca3-4629-b032-7b0e8f3fb641 req-2d9e522d-fe9a-49a1-b0f3-63bd8d0e7710 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635951 Jun 11 00:29:31.730500 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-a2378d0b-5105-4986-b209-17695df8626d req-0880104b-4abc-4171-89d0-f0a845c6796c service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211560 Jun 11 00:29:31.743847 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.752504 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:31.800866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.865481 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.867721 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:31.878411 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.878756 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.879095 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.879448 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.881863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.882511 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:29:31.899572 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:31.927070 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:31.929137 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:31.947124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30ab3c8-e4ee-41c5-82ab-a642a88581f2,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:31.949657 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:32.006850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.008099 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-74648f60-8498-4c12-a55b-22129ff9f25e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223915 Jun 11 00:29:32.010655 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57532) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:32.015135 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:32.040200 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'bb025f4f-a62c-4652-9b60-9417090a5065', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'port_id': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'mac_address': 'fa:16:3e:ac:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:29Z', 'updated_at': '2021-06-11T00:29:29Z', 'revision_number': 0, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:32.043530 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a9cd5-96de-4e8d-aec0-b7787d47acf5 None None] The sync data for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb is: [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'bb025f4f-a62c-4652-9b60-9417090a5065', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'floating_ip_address': '172.28.1.221', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'port_id': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'mac_address': 'fa:16:3e:ac:0c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:29Z', 'updated_at': '2021-06-11T00:29:29Z', 'revision_number': 0, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:29:32.088676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:29:32.103765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.173892 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.224179 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.226529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b838c7e4-1b41-4010-b617-6cf207b83762 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:32.236023 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd706ca-0ae8-4a69-9c47-21f9169fbc7f None None] New status for floating IP bb025f4f-a62c-4652-9b60-9417090a5065: ACTIVE {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:29:32.245382 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2eaf00-b96a-4b10-8cba-fb87ab17dffa,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:32.248324 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:32.355927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.357272 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6987908f-f9f5-48d8-aac4-598aaba2c34b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456151 Jun 11 00:29:32.360502 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57534) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:32.364862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:32.464679 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.497469 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.561040 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.618573 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.623218 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:32.639388 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93f5cd5-faaf-4821-8ca9-a65f85225c93,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:32.641652 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:32.704316 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.705712 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-00df7161-7851-4599-94c0-52b8e5a89730 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443069 Jun 11 00:29:32.708463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57536) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:32.712898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:32.784440 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.securitygroups_db [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Project 0208186336ff4237bf4a4b5d1d6336e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:29:32.789404 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.885599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.918423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc8f3-279b-4f87-87cb-9c718010178e req-45345e01-da8a-4e4e-a385-41b92ed6fb57 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:32.919922 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2aafc8f3-279b-4f87-87cb-9c718010178e req-45345e01-da8a-4e4e-a385-41b92ed6fb57 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.0806386 Jun 11 00:29:32.932438 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:32.943583 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2237fa15-3dac-44db-98c8-95973c208e8f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:32.965299 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cc86b5-afbe-47d7-81b7-85c6cafebdde,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:32.974671 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:32.982654 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2aafc8f3-279b-4f87-87cb-9c718010178e req-c1d47811-0121-456b-bdd0-cf5fa759224b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564666 Jun 11 00:29:33.029669 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.030760 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-44bd9ca5-2721-44dc-8268-8b3c23d00d28 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3213692 Jun 11 00:29:33.034158 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57540) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:33.038743 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'security_group_rule': {'security_group_id': 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4', 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:33.102552 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:29:33.103892 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.securitygroups_db [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Project 0208186336ff4237bf4a4b5d1d6336e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:29:33.108715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.174103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.241676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:33.245736 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:33.246197 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.264262 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.266819 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:33.284625 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee40b304-f787-4f84-a6d0-0cd9fa595494,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:33.287460 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:33.338205 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.361449 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.362360 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:33.362783 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-96c84439-af0e-41da-b639-3865a3294b3b tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276751 Jun 11 00:29:33.364653 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e25d4-ca60-4242-ad0c-1c0d356c4dbb" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:33.378730 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:33.456155 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa56533b-3c16-4868-8d56-be4f98a30924 x-openstack-request-id: req-fa56533b-3c16-4868-8d56-be4f98a30924 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:33.456460 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:33.456722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa56533b-3c16-4868-8d56-be4f98a30924 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:33.457122 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'code': 200} Jun 11 00:29:33.464356 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.466184 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:33.490038 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-db8da937-5507-4096-b8b8-d2d5ae905aea tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155111455&fields=id&tenant_id=0208186336ff4237bf4a4b5d1d6336e3 HTTP/1.1" status: 200 len: 267 time: 0.0400786 Jun 11 00:29:33.518628 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:33.522346 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:33.571290 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-457975a8-c9c6-4809-b931-a2426c97faf3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:33.572753 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-457975a8-c9c6-4809-b931-a2426c97faf3 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0767031 Jun 11 00:29:33.585721 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'port': {'security_groups': ['49e5a97e-1a90-4143-ad65-22da350168c0', 'fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4']}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:33.690980 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.778609 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:33.822643 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e3d9-ed21-444c-89b2-ff31d85ff337 req-8a356064-43f5-4fcf-98d0-e6b5a55bf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:33.824727 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0c8e3d9-ed21-444c-89b2-ff31d85ff337 req-8a356064-43f5-4fcf-98d0-e6b5a55bf2da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1099 time: 0.0601640 Jun 11 00:29:33.862913 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-c0c8e3d9-ed21-444c-89b2-ff31d85ff337 req-c0d1336e-051c-4454-93a9-500c0e232384 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305386 Jun 11 00:29:34.218655 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:34.251391 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7fa34-db5d-4d91-ac16-a5ddf35ff601 req-8fa4e3f5-4777-4245-b1b3-5c80ecd217d7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.252837 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60b7fa34-db5d-4d91-ac16-a5ddf35ff601 req-8fa4e3f5-4777-4245-b1b3-5c80ecd217d7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.1175888 Jun 11 00:29:34.272743 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:34.304401 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60b7fa34-db5d-4d91-ac16-a5ddf35ff601 req-9d0a415a-05ff-4fdb-9083-0f67cd9c3e03 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Jun 11 00:29:34.355758 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:34.359557 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7aeff70d-2b3d-4c9b-adbc-7c5d1d78660c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:34.368928 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:29:34.408689 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.409815 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:34.410731 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-274a11ce-38de-4f5c-92d9-bb28adc7326c req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "PUT /v2.0/ports/0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 981 time: 0.8318338 Jun 11 00:29:34.411273 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:34.415806 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91518b54-e209-44c7-b3ff-dde00ca93357" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:34.449285 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=6']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:34.454163 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:34.487976 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8785ae9-a3e5-42c1-acdb-32ca9961b4d2 x-openstack-request-id: req-f8785ae9-a3e5-42c1-acdb-32ca9961b4d2 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:34.488300 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:34.488586 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8785ae9-a3e5-42c1-acdb-32ca9961b4d2 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:34.489147 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:29:34.579720 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:29:34.599595 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-6018079b-4302-48d0-8fee-0374b8540827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.601082 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-6018079b-4302-48d0-8fee-0374b8540827 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1137 time: 0.0761719 Jun 11 00:29:34.630104 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1b32b-c0f8-4790-855e-3e53fa3e09a8 req-0e2204e3-0273-4e24-a2b8-e6c4e0f9ee9e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.631681 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90e1b32b-c0f8-4790-855e-3e53fa3e09a8 req-0e2204e3-0273-4e24-a2b8-e6c4e0f9ee9e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0814745 Jun 11 00:29:34.677293 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-6cb8230e-aa4e-4766-a6eb-8f0c31baf9d6 None None] Provisioning complete for port 0ab091de-8b45-43ed-8efd-c29584b5f605 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:34.677496 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90e1b32b-c0f8-4790-855e-3e53fa3e09a8 req-a75d8eee-ad48-41fe-a1e8-e2006fe0a1ee tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391695 Jun 11 00:29:34.677597 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-6cb8230e-aa4e-4766-a6eb-8f0c31baf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:34.725812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-ecd1fdc6-f168-4340-8d69-8a9ade1ccd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.727343 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-ecd1fdc6-f168-4340-8d69-8a9ade1ccd05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.1132729 Jun 11 00:29:34.808850 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-dcb5f1d7-a7be-4591-81c4-b2b9277d2941 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 1001 time: 0.0734754 Jun 11 00:29:34.869075 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-9f6fd43a-0a6f-40e0-9bb9-c2a09fcf9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.870505 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-9f6fd43a-0a6f-40e0-9bb9-c2a09fcf9615 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0546331 Jun 11 00:29:34.936508 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-62b5ae77-6e75-427a-812e-814a12803066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:34.938584 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-62b5ae77-6e75-427a-812e-814a12803066 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577390 Jun 11 00:29:35.057730 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-d425f88c-7b27-4bf9-91af-f21d39a1fdb4 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114898 Jun 11 00:29:35.178425 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-91518b54-e209-44c7-b3ff-dde00ca93357 req-a6ddf116-6365-480e-8d6e-c4164c31eef0 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089618 Jun 11 00:29:35.498446 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e3b49-360c-42ea-b43a-d4bb489ece83 req-ab2718c2-1590-49cc-ada3-ccea230e1dd8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:35.500490 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b82e3b49-360c-42ea-b43a-d4bb489ece83 req-ab2718c2-1590-49cc-ada3-ccea230e1dd8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0728219 Jun 11 00:29:35.540396 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b82e3b49-360c-42ea-b43a-d4bb489ece83 req-362c961a-74f2-419d-b3ba-55019cc865e4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Jun 11 00:29:36.738616 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bc294-b7e5-4ec5-a166-fe83492487a7 req-9df082e0-bf13-4525-964e-9763659ce8ee tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:36.740101 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-922bc294-b7e5-4ec5-a166-fe83492487a7 req-9df082e0-bf13-4525-964e-9763659ce8ee tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0699768 Jun 11 00:29:36.781686 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-922bc294-b7e5-4ec5-a166-fe83492487a7 req-f71e6501-28bf-42c2-9c0b-ee9cd2260649 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Jun 11 00:29:36.960062 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69897f-2724-4dfe-ab61-ddc4ed8367e2 req-56930f2d-b188-4aef-950e-b1480bab05e5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:36.961505 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6d69897f-2724-4dfe-ab61-ddc4ed8367e2 req-56930f2d-b188-4aef-950e-b1480bab05e5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0722845 Jun 11 00:29:36.969958 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57564) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:36.974427 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Request body: {'floatingip': {'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:36.978345 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:37.032988 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:37.599616 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:37.658376 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:37.800443 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Floating IP 5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2 associated. External IP: 172.28.1.15, port: 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3. Jun 11 00:29:38.071339 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:29:38.215396 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:29:38.219828 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:38.224792 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:29:38.234638 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:38.235303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:38.262601 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-aa4b4c5f-8ba7-4d15-af7c-32633201b06d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "PUT /v2.0/floatingips/5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2 HTTP/1.1" status: 200 len: 991 time: 1.2915220 Jun 11 00:29:38.263292 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:38.266339 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd89897-b4ca-4168-a089-354d253257c7" -d '{"events": [{"name": "network-changed", "server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:38.300796 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba351fe-9eae-41ea-8c49-db0f827d06d3 x-openstack-request-id: req-cba351fe-9eae-41ea-8c49-db0f827d06d3 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:38.301197 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:38.301551 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cba351fe-9eae-41ea-8c49-db0f827d06d3 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:38.302052 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'status': 'completed', 'code': 200} Jun 11 00:29:38.379331 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:38.386966 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89897-b4ca-4168-a089-354d253257c7 req-2b33aeec-8b95-4742-af75-a9618a502976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:38.388657 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-2b33aeec-8b95-4742-af75-a9618a502976 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1099 time: 0.0601656 Jun 11 00:29:38.505177 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89897-b4ca-4168-a089-354d253257c7 req-816d91e3-eb9c-4b5d-842e-8a07e91e62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:38.506635 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-816d91e3-eb9c-4b5d-842e-8a07e91e62c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1108096 Jun 11 00:29:38.586241 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-03329466-c4f9-41d8-8073-bf8f3ffae05c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 999 time: 0.0729132 Jun 11 00:29:38.644955 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89897-b4ca-4168-a089-354d253257c7 req-43805ae0-4c57-4d7b-807d-c1e015c5cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:38.646313 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-43805ae0-4c57-4d7b-807d-c1e015c5cb70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0540316 Jun 11 00:29:38.662417 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b4756f-81ba-4168-8848-98a5086faf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:21Z', 'updated_at': '2021-06-11T00:29:37Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:38.665806 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:29:38.674472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:38.675075 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:38.708601 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89897-b4ca-4168-a089-354d253257c7 req-399b212c-dd2b-45c3-8730-46c6d079c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:38.710087 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-399b212c-dd2b-45c3-8730-46c6d079c59a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574896 Jun 11 00:29:38.830738 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-62c09095-54e1-42ae-926d-3f6663340235 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134617 Jun 11 00:29:38.939174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:38.946990 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-bbd89897-b4ca-4168-a089-354d253257c7 req-e057bad2-fe0d-4aca-82e8-26ff6f75280a service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084599 Jun 11 00:29:39.219985 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b4756f-81ba-4168-8848-98a5086faf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:21Z', 'updated_at': '2021-06-11T00:29:37Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:39.223527 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd89c6bf-02d1-4868-a675-11085df79c92 None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b4756f-81ba-4168-8848-98a5086faf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:21Z', 'updated_at': '2021-06-11T00:29:37Z', 'revision_number': 1, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:29:39.394504 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c149cf3-cae5-41e1-a118-30fa1cfdad85 None None] New status for floating IP 5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2: ACTIVE {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:29:45.877304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ad56-04f8-4f7c-8835-472292b35814 req-c6babd0b-faaa-4eb0-9c7a-2c06df8e30b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:45.878766 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2e50ad56-04f8-4f7c-8835-472292b35814 req-c6babd0b-faaa-4eb0-9c7a-2c06df8e30b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0684705 Jun 11 00:29:45.922028 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2e50ad56-04f8-4f7c-8835-472292b35814 req-0d747fa0-e44c-4b51-b307-1717d145e0c3 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Jun 11 00:29:47.098621 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e8435-d213-443c-9019-219a7d03e75e req-e8476494-f06a-4297-9d8f-6ea5e093c35c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:47.100105 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ea9e8435-d213-443c-9019-219a7d03e75e req-e8476494-f06a-4297-9d8f-6ea5e093c35c tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0683699 Jun 11 00:29:47.142516 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ea9e8435-d213-443c-9019-219a7d03e75e req-71d92aa3-fe33-4568-8a51-ae61bbd46624 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d872b704-74b8-44f0-a214-ad9680497cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368090 Jun 11 00:29:47.160812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-f06a6b9d-9c89-48b9-aa1e-03000e9ada50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:47.162238 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-f06a6b9d-9c89-48b9-aa1e-03000e9ada50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 946 time: 0.0677271 Jun 11 00:29:47.278772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Deleting port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:29:47.282501 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.402720 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] For port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:29:47.403072 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.623548 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.623915 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.624803 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.l3_db [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Floating IP 3442b616-8b58-4e03-a40a-a10b4d4fbdc7 disassociated. External IP: 172.28.1.168, port: 0349b539-dbc1-44ba-afc7-42b2b9f23d2b. Jun 11 00:29:47.625140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Calling delete_port for 0349b539-dbc1-44ba-afc7-42b2b9f23d2b owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:29:47.829473 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:47.834505 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f8f7edf0-f309-454a-81c6-b73a5b9ac906 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:47.867554 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'Port': ['ID=0349b539-dbc1-44ba-afc7-42b2b9f23d2b,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:47.869946 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:48.012066 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:29:48.152299 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:29:48.162106 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:29:48.172313 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:48.172590 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:48.311305 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c5965ef7-87d3-4bfa-a03b-c14eabc141b1 req-4434ee60-fddb-44a0-ade0-847c03e4b913 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 210 time: 0.0376399 Jun 11 00:29:48.328435 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:48.485467 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] No DVR routers for this DVR port 0349b539-dbc1-44ba-afc7-42b2b9f23d2b on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:29:48.487912 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:48.489986 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-0bc05da9-a353-4281-bc3b-d06bb09954ad req-734b387f-f524-4034-ac25-1f77d90d1132 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "DELETE /v2.0/ports/0349b539-dbc1-44ba-afc7-42b2b9f23d2b HTTP/1.1" status: 204 len: 173 time: 1.3226459 Jun 11 00:29:48.490486 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'name': 'network-vif-deleted', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:48.492741 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7616364a-518f-4146-8c12-d23dd24d96f7" -d '{"events": [{"server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "name": "network-vif-deleted", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:48.588610 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c6d799-2561-47d3-8dba-5b5fde1b1794 x-openstack-request-id: req-03c6d799-2561-47d3-8dba-5b5fde1b1794 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:48.588937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538b04f1-54da-4f8d-ac9a-063b297c87cb", "name": "network-vif-deleted", "tag": "0349b539-dbc1-44ba-afc7-42b2b9f23d2b", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:48.589220 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03c6d799-2561-47d3-8dba-5b5fde1b1794 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:48.589644 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538b04f1-54da-4f8d-ac9a-063b297c87cb', 'name': 'network-vif-deleted', 'tag': '0349b539-dbc1-44ba-afc7-42b2b9f23d2b', 'status': 'completed', 'code': 200} Jun 11 00:29:48.595999 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:48.599474 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:29:48.607763 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:29:48.608383 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:29:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:48.754815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:29:48.976082 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:29:49.016964 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:29:49.017523 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086be30a-e5e3-48e6-bc26-1d9e42bc5de1 None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:29:49.205701 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d9bb2e-6987-46f7-a33c-623bbdf2ac67 None None] New status for floating IP 3442b616-8b58-4e03-a40a-a10b4d4fbdc7: DOWN {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:29:49.477919 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e0e8e927-ea34-4fd8-9c24-2e83a8d0820e req-20d593ea-d860-4b45-8993-c5542915cd9b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=538b04f1-54da-4f8d-ac9a-063b297c87cb HTTP/1.1" status: 200 len: 210 time: 0.0361435 Jun 11 00:29:50.652341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57620) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:50.709618 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:50.733130 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:50.823862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:50.826480 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:50.828276 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "DELETE /v2.0/security-groups/d872b704-74b8-44f0-a214-ad9680497cc2 HTTP/1.1" status: 204 len: 168 time: 0.1749606 Jun 11 00:29:50.829091 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7590ec6f-ee4f-4259-a850-f03d0dd910f1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:50.831016 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57624) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:50.839177 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d872b704-74b8-44f0-a214-ad9680497cc2,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:50.841650 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:50.849325 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.api.v2.resource [None req-5ac91429-6f8b-4907-83eb-00c4f9541283 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] show failed (client error): The resource could not be found. Jun 11 00:29:50.850458 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5ac91429-6f8b-4907-83eb-00c4f9541283 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups/d872b704-74b8-44f0-a214-ad9680497cc2 HTTP/1.1" status: 404 len: 347 time: 0.0182731 Jun 11 00:29:50.853346 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57626) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:51.012405 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Deleting port a193128d-3363-456c-bb28-a11e78f02936 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:29:51.012744 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.110315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.110647 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.197527 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0349b539-dbc1-44ba-afc7-42b2b9f23d2b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:29:51.200915 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Calling delete_port for a193128d-3363-456c-bb28-a11e78f02936 owned by network:floatingip {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:29:51.221545 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 0349b539-dbc1-44ba-afc7-42b2b9f23d2b {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:29:51.221912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0349b539-dbc1-44ba-afc7-42b2b9f23d2b not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:29:51.412475 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.414280 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:51.440681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'Port': ['ID=a193128d-3363-456c-bb28-a11e78f02936,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:51.444313 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:51.517158 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.519641 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:51.520762 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "DELETE /v2.0/floatingips/3442b616-8b58-4e03-a40a-a10b4d4fbdc7 HTTP/1.1" status: 204 len: 168 time: 0.6663799 Jun 11 00:29:51.798620 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57630) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:51.803357 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326331538', 'description': 'tempest-description--1488988085'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:51.915529 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.001327 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.086842 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.089312 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-8f06edca-b5f3-4fa2-9648-2a4b0677344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:52.118013 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7355ac4-5563-43ed-9300-e3f8d5738e5d,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:52.120834 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:52.178550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.179825 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0487e920-45da-4371-aed2-d0f61c37ea1e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3801687 Jun 11 00:29:52.182701 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57634) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:52.187604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group_rule': {'security_group_id': 'd7355ac4-5563-43ed-9300-e3f8d5738e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:52.297456 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.355769 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.435312 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.437766 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:52.458789 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79338ab1-715c-4312-bd29-0e59b620a56d,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:52.462470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:52.532086 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.533254 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-82957c37-e54c-4682-9bb0-4ec4c17f93cb tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496916 Jun 11 00:29:52.535988 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57636) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:52.540250 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'security_group_rule': {'security_group_id': 'd7355ac4-5563-43ed-9300-e3f8d5738e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:52.633586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.693449 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.777930 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.782792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-67703109-e657-4e15-bce2-e0b4463f5316 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:52.797950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5b258d-bf55-46a9-9a53-0605b3475542,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:52.800112 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:52.875720 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:52.876924 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-24dd7001-c28a-451c-b50d-6c2085bc59f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3401356 Jun 11 00:29:52.880042 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 57638) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:29:52.884433 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:52.966931 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.086368 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.201745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Allocated IP 172.28.1.186 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/2a8c8bc7-535e-475c-bd8f-4add57c0c540) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:53.331022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.424117 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.426782 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-10d28bc4-d460-4fe7-aa84-b1f025550327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:53.477067 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:53.479796 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:53.484260 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:53.487000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=2a8c8bc7-535e-475c-bd8f-4add57c0c540,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:53.511655 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:53.580838 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.695969 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.869470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.926828 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:53.928819 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-69fb1a95-d3eb-436c-be96-4e6a317ef016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:54.011772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=2a8c8bc7-535e-475c-bd8f-4add57c0c540,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:54.014374 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:54.021376 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:54.086479 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:54.087748 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2067971 Jun 11 00:29:54.236166 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-f104bd8e-1fa5-4f9d-81b7-003d63bfca13 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1326331538&fields=id&tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 267 time: 0.0368707 Jun 11 00:29:54.369531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-5bf0b245-72e4-448c-83e8-13a59496fd0b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:54.370983 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-5bf0b245-72e4-448c-83e8-13a59496fd0b tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 811 time: 0.1283190 Jun 11 00:29:54.385887 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-dcf471c6-e65f-4741-972c-927847299378 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/quotas/e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0086942 Jun 11 00:29:54.460507 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-eb41d5f8-1442-4a9d-a1d3-0f44fb47381f tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699501 Jun 11 00:29:54.615866 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-02b4c29d-e262-4bdc-86d9-be831ac6859d service neutron] 10.222.0.38 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435735 Jun 11 00:29:54.980459 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-b6a3a7cf-5252-4cc1-8873-9ae0e0b34b28 service neutron] 10.222.0.38 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587508 Jun 11 00:29:56.252123 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82521d9a-fa4a-4c6d-acf5-b9a23e69d377 req-2fb075d2-3c07-4112-ba89-7cd0f1ffa7f2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 210 time: 0.0327835 Jun 11 00:29:57.397086 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b0166075-3b86-4ded-8366-ea15eb59e383 req-06e8cc4f-a75b-4ad7-9957-4b976dfd0a41 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 210 time: 0.0401678 Jun 11 00:29:58.070403 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-9f73fabe-3469-41a8-b95b-a3f8320bfb9a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:58.071939 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-9f73fabe-3469-41a8-b95b-a3f8320bfb9a tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 811 time: 0.1280684 Jun 11 00:29:58.116627 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-a3a8c02d-5280-4cb0-b815-1f459acb2536 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8 HTTP/1.1" status: 200 len: 380 time: 0.0362382 Jun 11 00:29:58.125047 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'port': {'device_id': '1fd63659-1459-4d9c-a021-ecc88917200e', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'admin_state_up': True, 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'security_groups': ['d7355ac4-5563-43ed-9300-e3f8d5738e5d']}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:58.327057 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Made reservation on behalf of e3c77aa94fde4cc7bc923b582fce8eb8 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:29:58.330572 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:58.478590 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Allocated IP 172.20.0.3 (48184f93-e11d-439d-ac06-a07ea1bc35f9/4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad/03cd3e35-f9d9-4c25-975b-968a32de0dd4) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:29:58.498565 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-55ec9d5b-7067-4684-ae3c-86624d654333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:58.541333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-219775e7-1452-4bb8-99a3-b7304ed07c2c req-84df4caf-4bdb-4f4c-9ecb-db19ddc8e504 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 210 time: 0.0331209 Jun 11 00:29:58.644720 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:58.657266 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Transition to ACTIVE for port object 03cd3e35-f9d9-4c25-975b-968a32de0dd4 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:58.755621 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:58.759607 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ca72986-94d2-49a2-b308-6ea8fbe0632d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:58.805559 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:29:58.808772 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:29:58.813355 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:29:58.850311 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event updated for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:58.854594 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:58.878637 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:58.879275 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:58.950266 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8287208 Jun 11 00:29:58.962767 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Request body: {'port': {'device_id': '1fd63659-1459-4d9c-a021-ecc88917200e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:29:59.045115 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.109435 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b212658e-21f3-4eed-8242-14271bc26772 None None] Provisioning for port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:29:59.113207 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-b212658e-21f3-4eed-8242-14271bc26772 None None] Provisioning complete for port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:29:59.113627 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b212658e-21f3-4eed-8242-14271bc26772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.153444 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-b212658e-21f3-4eed-8242-14271bc26772 None None] Port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:29:59.349329 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cd3e35-f9d9-4c25-975b-968a32de0dd4 {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:29:59.356381 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.369136 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Transition to ACTIVE for port object 03cd3e35-f9d9-4c25-975b-968a32de0dd4 will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:29:59.429107 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.431825 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d974f934-e3ff-4024-af4d-2b191507fcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:59.532778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Pushing event updated for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:59.535667 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:59.621450 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Attempting to bind port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:29:59.621790 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Attempting to bind port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:29:59.622118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Attempting to bind port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:59.626314 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:29:59.626632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Attempting to bind port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 on network 48184f93-e11d-439d-ac06-a07ea1bc35f9 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:29:59.631325 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:29:59.631657 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Checking segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:29:59.632035 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Bound using segment: {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:29:59.632462 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Bound port: 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6888f17-c307-48b1-a375-4fcab2b939c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:29:59.632806 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.708724 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:29:59.711789 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:29:59.725710 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def048f-5623-4570-8710-9f206a6e2690 req-325a4f7e-a876-400e-90c5-8dfe9bc6e5da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:59.727087 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8def048f-5623-4570-8710-9f206a6e2690 req-325a4f7e-a876-400e-90c5-8dfe9bc6e5da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 943 time: 0.0685658 Jun 11 00:29:59.767989 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8def048f-5623-4570-8710-9f206a6e2690 req-f895b97f-681d-49aa-96e0-e8237399ae11 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350411 Jun 11 00:29:59.773343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.776170 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-85b8a594-dc89-4e89-893c-4c25dde92c50 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:29:59.816163 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:59.816782 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:29:59.818140 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] 10.222.0.45 "PUT /v2.0/ports/03cd3e35-f9d9-4c25-975b-968a32de0dd4 HTTP/1.1" status: 200 len: 1093 time: 0.8596978 Jun 11 00:29:59.819262 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:29:59.821326 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edff427e-3db4-492d-98aa-4a93abab4524" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:29:59.855964 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Pushing event updated for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:29:59.855964 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:29:59.864713 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f598f-5427-4770-8125-25c368c0474e x-openstack-request-id: req-369f598f-5427-4770-8125-25c368c0474e {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:29:59.865033 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:29:59.865320 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-369f598f-5427-4770-8125-25c368c0474e {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:29:59.865752 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'status': 'completed', 'code': 200} Jun 11 00:29:59.950222 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff427e-3db4-492d-98aa-4a93abab4524 req-4874e66f-986e-4907-964c-dde5772e2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:29:59.951770 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-edff427e-3db4-492d-98aa-4a93abab4524 req-4874e66f-986e-4907-964c-dde5772e2426 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 1096 time: 0.0678995 Jun 11 00:30:00.069982 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff427e-3db4-492d-98aa-4a93abab4524 req-2641cad4-d29e-43eb-999e-01610736fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.071435 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-edff427e-3db4-492d-98aa-4a93abab4524 req-2641cad4-d29e-43eb-999e-01610736fd7d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1122966 Jun 11 00:30:00.188221 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff427e-3db4-492d-98aa-4a93abab4524 req-bb7aaf77-742d-4d50-9724-133f91ac4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.189639 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-edff427e-3db4-492d-98aa-4a93abab4524 req-bb7aaf77-742d-4d50-9724-133f91ac4952 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126311 Jun 11 00:30:00.286215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-aa70262b-5b7a-449b-a56d-a98ac93afb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.287650 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-aa70262b-5b7a-449b-a56d-a98ac93afb29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 1096 time: 0.0618193 Jun 11 00:30:00.339813 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-8603b5f1-f9d2-4034-8a66-59c6abe2a674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0451124 Jun 11 00:30:00.393831 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-5dcfdd5d-ce1c-44a2-9734-9bacac558c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.395227 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-5dcfdd5d-ce1c-44a2-9734-9bacac558c77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0494270 Jun 11 00:30:00.459656 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-03c398f1-3629-4c5d-a743-5df2c5063e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.461099 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-03c398f1-3629-4c5d-a743-5df2c5063e72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0596035 Jun 11 00:30:00.573439 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-190178e0-75d1-48c9-8178-25daa12a5a13 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048307 Jun 11 00:30:00.680434 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-03e6c969-0d26-4061-bd2e-1275d0b46ddc req-476bcd69-dd72-475e-80d7-752480be7d44 service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002800 Jun 11 00:30:00.949266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0f8a4-aea7-4445-afff-7828fe8551ac req-92dd4e99-52bd-4ae5-97f2-8544cb2b5a81 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:00.950828 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20b0f8a4-aea7-4445-afff-7828fe8551ac req-92dd4e99-52bd-4ae5-97f2-8544cb2b5a81 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 943 time: 0.0725386 Jun 11 00:30:00.992909 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-20b0f8a4-aea7-4445-afff-7828fe8551ac req-c114f1c1-f1fc-46c4-a49d-b479aaae7244 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359719 Jun 11 00:30:01.109268 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-03350fea-eb97-407d-b0d0-9ca073626bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:01.189204 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:02.169184 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574547-97b6-482b-a223-3eee86662057 req-51dc57fe-da05-4fee-b080-a65947ab5214 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:02.170626 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa574547-97b6-482b-a223-3eee86662057 req-51dc57fe-da05-4fee-b080-a65947ab5214 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 943 time: 0.0686576 Jun 11 00:30:02.212538 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa574547-97b6-482b-a223-3eee86662057 req-a21c7d84-b0bd-49c4-8b6b-1d1a7f7335b2 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356579 Jun 11 00:30:02.440676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:03.395848 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fface-6dda-456b-a9b1-0aec2164e564 req-5b803409-c51d-4eae-aeee-ae5d148e3158 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:03.397323 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-876fface-6dda-456b-a9b1-0aec2164e564 req-5b803409-c51d-4eae-aeee-ae5d148e3158 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 943 time: 0.0728350 Jun 11 00:30:03.438170 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-876fface-6dda-456b-a9b1-0aec2164e564 req-f3c60e06-414c-415b-8eba-7fb0a7e443aa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Jun 11 00:30:03.795042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:04.617537 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e850f-7d4e-4fe9-8012-dc13edf37cf6 req-538f49c0-7aff-412e-94ce-0e92e34764de tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:04.618964 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5d8e850f-7d4e-4fe9-8012-dc13edf37cf6 req-538f49c0-7aff-412e-94ce-0e92e34764de tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 943 time: 0.0669308 Jun 11 00:30:04.660038 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5d8e850f-7d4e-4fe9-8012-dc13edf37cf6 req-ae97ae65-98ed-4e0e-b030-66132da19167 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355051 Jun 11 00:30:05.258871 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 03cd3e35-f9d9-4c25-975b-968a32de0dd4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:30:05.494494 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:30:05.506174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'port_id': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'mac_address': 'fa:16:3e:57:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:30:05.551708 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:05.565907 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cd3e35-f9d9-4c25-975b-968a32de0dd4 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:30:05.587609 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:30:05.634660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:05.637235 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:30:05.689468 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:30:05.692695 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:30:05.840326 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b145b1-04a6-4ff9-9ef1-cb259ee6ecbb req-24889994-e7f1-4ace-8cbf-3b9b9767d4d6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:05.841773 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82b145b1-04a6-4ff9-9ef1-cb259ee6ecbb req-24889994-e7f1-4ace-8cbf-3b9b9767d4d6 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 944 time: 0.0712736 Jun 11 00:30:05.882176 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-82b145b1-04a6-4ff9-9ef1-cb259ee6ecbb req-4439625a-0046-4fca-8343-8ef21d47096f tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Jun 11 00:30:05.974636 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['03cd3e35-f9d9-4c25-975b-968a32de0dd4'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:30:06.961145 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:07.057660 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cf25b-2e39-4577-8ab4-2419cad6dbfc req-cd19ed8a-68c0-49a2-888c-6e8141bc9184 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:07.059108 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f2cf25b-2e39-4577-8ab4-2419cad6dbfc req-cd19ed8a-68c0-49a2-888c-6e8141bc9184 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 944 time: 0.0667143 Jun 11 00:30:07.100468 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f2cf25b-2e39-4577-8ab4-2419cad6dbfc req-4687bb70-2faa-4aec-b39a-acbdf3cd52f0 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Jun 11 00:30:07.274513 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 03cd3e35-f9d9-4c25-975b-968a32de0dd4 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:30:07.385576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:30:07.395305 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:30:07.398332 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:07.487026 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:07.511227 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:30:07.513484 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e3a6d-4d30-4936-8680-88f575c56321" -d '{"events": [{"server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "name": "network-vif-plugged", "status": "completed", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:30:07.527988 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:30:07.550396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d215828-b3de-4840-8c67-e8806d89af5a x-openstack-request-id: req-2d215828-b3de-4840-8c67-e8806d89af5a {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:30:07.550698 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "name": "network-vif-plugged", "status": "completed", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:30:07.550962 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d215828-b3de-4840-8c67-e8806d89af5a {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:30:07.551389 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'code': 200} Jun 11 00:30:07.595409 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:07.597324 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:30:07.650931 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:30:07.654051 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:30:07.937540 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16b06-d5b0-4eae-a8f7-b35763270939 req-37c541fe-3063-44e9-9d99-5629fad681fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:07.938999 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fa16b06-d5b0-4eae-a8f7-b35763270939 req-37c541fe-3063-44e9-9d99-5629fad681fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 1098 time: 0.0603118 Jun 11 00:30:07.975558 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5fa16b06-d5b0-4eae-a8f7-b35763270939 req-80966d97-b998-4a48-a96e-d183dc69d0c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295272 Jun 11 00:30:08.287190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e3ee4-09fa-4a3e-9e93-c927e26fbd02 req-eb528ae6-134c-4f32-ab03-4aee8de26fbc tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:08.288673 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f7e3ee4-09fa-4a3e-9e93-c927e26fbd02 req-eb528ae6-134c-4f32-ab03-4aee8de26fbc tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0727844 Jun 11 00:30:08.329065 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6f7e3ee4-09fa-4a3e-9e93-c927e26fbd02 req-8d4a0adb-4958-451e-8e0c-b479f321c6a1 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346854 Jun 11 00:30:09.505704 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533601-b5dd-4d53-8ef6-edacae840fd6 req-9c86526c-cb23-479b-af9d-29cd0485b846 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:09.507097 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c3533601-b5dd-4d53-8ef6-edacae840fd6 req-9c86526c-cb23-479b-af9d-29cd0485b846 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0679243 Jun 11 00:30:09.552374 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c3533601-b5dd-4d53-8ef6-edacae840fd6 req-f73c6deb-8dcb-4c90-8dd9-baa02c3b6056 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Jun 11 00:30:09.732859 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553b46d-3bbc-4075-93b5-90e8bb34679f req-551cf369-1e06-4a0c-a296-4b6d5ea553c3 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:09.734854 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6553b46d-3bbc-4075-93b5-90e8bb34679f req-551cf369-1e06-4a0c-a296-4b6d5ea553c3 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0716538 Jun 11 00:30:09.743155 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 57734) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:30:09.747701 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Request body: {'floatingip': {'port_id': '03cd3e35-f9d9-4c25-975b-968a32de0dd4'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:30:09.799644 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:10.362305 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:10.406705 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-3320991a-d50a-4244-8982-0fa9d50b9dbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556617 Jun 11 00:30:10.423553 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:10.507273 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-5b585586-da86-43f2-99ae-e7200aa49fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:10.508729 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-5b585586-da86-43f2-99ae-e7200aa49fde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1137 time: 0.0612941 Jun 11 00:30:10.558999 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Floating IP 64909276-d755-4460-8d3e-a0832e17795a associated. External IP: 172.28.1.186, port: 03cd3e35-f9d9-4c25-975b-968a32de0dd4. Jun 11 00:30:10.633757 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-21afc538-f9f8-425f-8c1f-9ebb8f38304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:10.635210 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-21afc538-f9f8-425f-8c1f-9ebb8f38304a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.1067846 Jun 11 00:30:10.719507 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-154779de-9b76-4720-8971-efe063f5af06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 1001 time: 0.0779135 Jun 11 00:30:10.773910 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-f8febe3c-7a00-4515-a912-f2bb5aff22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:10.775355 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-f8febe3c-7a00-4515-a912-f2bb5aff22b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0494716 Jun 11 00:30:10.838188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:30:10.844243 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-02d51cb7-f0f4-4886-b272-db196a38db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:10.845727 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-02d51cb7-f0f4-4886-b272-db196a38db34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0638361 Jun 11 00:30:10.959046 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-4789c8d1-aad8-4eb1-8f1c-b41b89f4df28 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060688 Jun 11 00:30:10.984047 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:30:10.988959 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:10.993867 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:30:11.005041 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:30:11.005672 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:30:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:30:11.033274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b427b4c1-fc79-43fc-830a-fe22c70f86da tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "PUT /v2.0/floatingips/64909276-d755-4460-8d3e-a0832e17795a HTTP/1.1" status: 200 len: 991 time: 1.2890296 Jun 11 00:30:11.034025 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:30:11.038215 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:30:11.082191 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71be7ba-261e-4a44-97aa-fca8a4ded13f x-openstack-request-id: req-b71be7ba-261e-4a44-97aa-fca8a4ded13f {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:30:11.082516 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:30:11.082806 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b71be7ba-261e-4a44-97aa-fca8a4ded13f {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:30:11.083269 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'status': 'completed', 'code': 200} Jun 11 00:30:11.164813 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:30:11.182529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-8c8214e8-8009-44b3-9be5-26be7a04e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:11.184654 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-8c8214e8-8009-44b3-9be5-26be7a04e043 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 1098 time: 0.0780699 Jun 11 00:30:11.324901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-b06de6be-1f75-41f2-8136-9905bb0f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:11.326572 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-b06de6be-1f75-41f2-8136-9905bb0f75be service neutron] 10.222.0.45 "GET /v2.0/networks?id=48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 200 len: 912 time: 0.1354959 Jun 11 00:30:11.352191 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-fbe71974-3593-4fb7-9ca4-0d7383b90a1b req-34318b8b-9186-4f23-b092-abf354bfc33c service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869622 Jun 11 00:30:11.411643 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-5463cca8-3c01-45eb-98bf-526ec61d0482 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4 HTTP/1.1" status: 200 len: 999 time: 0.0788145 Jun 11 00:30:11.467566 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-2a91847b-7ef7-4731-84cf-75d71f0ed15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:11.469047 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-2a91847b-7ef7-4731-84cf-75d71f0ed15e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 200 len: 850 time: 0.0515389 Jun 11 00:30:11.475588 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '64909276-d755-4460-8d3e-a0832e17795a', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:57:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd63659-1459-4d9c-a021-ecc88917200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:53Z', 'updated_at': '2021-06-11T00:30:10Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:30:11.479064 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:30:11.487632 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:30:11.488230 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:30:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:30:11.536774 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-4b685c46-c66d-4f0b-bb24-6450d50f1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:11.538304 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-4b685c46-c66d-4f0b-bb24-6450d50f1c40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=48184f93-e11d-439d-ac06-a07ea1bc35f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0625448 Jun 11 00:30:11.628319 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:30:11.649688 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-48539028-8310-46df-aff2-001f71dab37f service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043582 Jun 11 00:30:11.764067 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8592ad5c-18fc-4fb0-a27d-26e9b9acc905 req-394c281f-dc23-4e2c-9f8d-38ab0110c67b service neutron] 10.222.0.45 "GET /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073732 Jun 11 00:30:11.912765 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '64909276-d755-4460-8d3e-a0832e17795a', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:57:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd63659-1459-4d9c-a021-ecc88917200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:53Z', 'updated_at': '2021-06-11T00:30:10Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:30:11.916097 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41d914-dc45-401a-9ac1-17c6022574be None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': '64909276-d755-4460-8d3e-a0832e17795a', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'port_id': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'mac_address': 'fa:16:3e:57:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd63659-1459-4d9c-a021-ecc88917200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:29:53Z', 'updated_at': '2021-06-11T00:30:10Z', 'revision_number': 1, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:30:12.088320 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c4035-1b77-43d1-be85-df3fffd7a8fb None None] New status for floating IP 64909276-d755-4460-8d3e-a0832e17795a: ACTIVE {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:30:25.975480 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:30:28.480371 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a5ade1bc-6f9d-476c-b62e-ab02f077da73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:31.149020 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b573984c-eede-412f-b888-512dc810c350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:31.166141 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:32.463212 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:33.766785 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:35.900029 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863437e8-670c-49fd-808d-6299618799d7 req-ac9e5b7d-ba81-461b-aa1e-caf25a5ac651 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:35.901480 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-863437e8-670c-49fd-808d-6299618799d7 req-ac9e5b7d-ba81-461b-aa1e-caf25a5ac651 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0741813 Jun 11 00:30:35.979333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-863437e8-670c-49fd-808d-6299618799d7 req-45e9f46c-cdbc-4b39-a141-714a71b1a055 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694101 Jun 11 00:30:35.991707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f571b0-23de-468f-9a9a-a54a48018627 req-e9c288fb-1721-40ee-a235-cf8629f6e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:35.993190 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-e9c288fb-1721-40ee-a235-cf8629f6e5f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1137 time: 0.0908418 Jun 11 00:30:36.363378 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f571b0-23de-468f-9a9a-a54a48018627 req-63c049c9-7d17-4925-8be3-8724e1baa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:36.364834 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-63c049c9-7d17-4925-8be3-8724e1baa3c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.3633237 Jun 11 00:30:36.447599 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-980cfdcb-51a7-4511-9fa3-027735086116 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 1001 time: 0.0756426 Jun 11 00:30:36.501566 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f571b0-23de-468f-9a9a-a54a48018627 req-cbaa1fb4-1306-4c15-b394-421213cf7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:36.502855 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-cbaa1fb4-1306-4c15-b394-421213cf7017 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0484242 Jun 11 00:30:36.570417 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f571b0-23de-468f-9a9a-a54a48018627 req-0756d317-9d6f-499a-ad96-76020aa2af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:36.571932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-0756d317-9d6f-499a-ad96-76020aa2af14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0610347 Jun 11 00:30:36.684341 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-ec47f6ea-5ff5-426a-a4f1-d90dfc4d3916 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052487 Jun 11 00:30:36.798551 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-90f571b0-23de-468f-9a9a-a54a48018627 req-2f8c2989-d7d7-4911-86d9-c7c2442cd943 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067359 Jun 11 00:30:36.960588 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:37.161655 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbb7ef-7878-4076-a21c-0c856d748827 req-6dc8aa58-252e-4d83-b400-c220084bfddd tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:37.163201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a7cbb7ef-7878-4076-a21c-0c856d748827 req-6dc8aa58-252e-4d83-b400-c220084bfddd tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0700905 Jun 11 00:30:37.207676 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a7cbb7ef-7878-4076-a21c-0c856d748827 req-58c15ceb-e33c-467b-b566-bb41d875cd38 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382631 Jun 11 00:30:38.398664 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd2bed-a778-4e5b-bc78-06c7d7f364a3 req-265bcd0d-e736-476a-93f7-cd11cd839607 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:38.400194 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-00bd2bed-a778-4e5b-bc78-06c7d7f364a3 req-265bcd0d-e736-476a-93f7-cd11cd839607 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0745461 Jun 11 00:30:38.443263 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-00bd2bed-a778-4e5b-bc78-06c7d7f364a3 req-0d257a81-338b-428e-8047-d3e35a816e42 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372920 Jun 11 00:30:39.624119 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a8bf-07a8-45da-905f-b14336e2a9c4 req-fcec10b8-de19-41c1-9556-4b3e57a36359 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:39.625594 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6b5a8bf-07a8-45da-905f-b14336e2a9c4 req-fcec10b8-de19-41c1-9556-4b3e57a36359 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0690033 Jun 11 00:30:39.667392 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d6b5a8bf-07a8-45da-905f-b14336e2a9c4 req-79238e83-78b8-44a8-b3cd-bbef427f3e7c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361557 Jun 11 00:30:40.849068 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9518b3f-72f1-425c-a657-d4fd45b463a0 req-441c2abf-6360-4b1e-b394-332085d04eb4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:40.850546 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9518b3f-72f1-425c-a657-d4fd45b463a0 req-441c2abf-6360-4b1e-b394-332085d04eb4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0714345 Jun 11 00:30:40.893342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9518b3f-72f1-425c-a657-d4fd45b463a0 req-1f7292e1-0dae-410a-8319-009d71008631 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370843 Jun 11 00:30:42.072582 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f51bb-f6ef-4c03-b721-9f5c4de3e46a req-671b77c1-4dd1-47a9-b077-5132a03cacbe tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:42.074040 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-181f51bb-f6ef-4c03-b721-9f5c4de3e46a req-671b77c1-4dd1-47a9-b077-5132a03cacbe tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0683770 Jun 11 00:30:42.116290 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-181f51bb-f6ef-4c03-b721-9f5c4de3e46a req-1ba73068-f0ed-4c55-bf30-0b0c2c8a87b7 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364487 Jun 11 00:30:43.297999 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040c370-7990-4a32-9ffb-87d131d4aef8 req-7791a4c9-ef5a-4ecd-a008-bcde4c61cd0d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:43.299500 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1040c370-7990-4a32-9ffb-87d131d4aef8 req-7791a4c9-ef5a-4ecd-a008-bcde4c61cd0d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0714602 Jun 11 00:30:43.343940 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1040c370-7990-4a32-9ffb-87d131d4aef8 req-a7b01993-6173-465c-9c56-d4a7b90befe4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386677 Jun 11 00:30:44.525911 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64286895-4f4b-4dcb-ab8a-c831abd74cd9 req-b26dcbc5-4584-4fc1-88e0-e37921bedff0 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:44.527386 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-64286895-4f4b-4dcb-ab8a-c831abd74cd9 req-b26dcbc5-4584-4fc1-88e0-e37921bedff0 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0679255 Jun 11 00:30:44.571073 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-64286895-4f4b-4dcb-ab8a-c831abd74cd9 req-cfb7c4a5-aaf7-4bba-91bf-c2c77b48137c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379565 Jun 11 00:30:45.754850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff3a9f-25ac-458a-9f2f-0768c5d24612 req-645c5e81-c712-4eae-b067-cd7e1e492130 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:45.756335 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-43ff3a9f-25ac-458a-9f2f-0768c5d24612 req-645c5e81-c712-4eae-b067-cd7e1e492130 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0718596 Jun 11 00:30:45.799533 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-43ff3a9f-25ac-458a-9f2f-0768c5d24612 req-71a65226-76ee-44cd-9b70-b35a9dc013a1 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375283 Jun 11 00:30:46.977093 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4729ca3-9f93-42ff-a27a-42fc80b7c26f req-54adc0a7-9be0-41ac-8816-a6e1589dbf9c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:46.978554 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d4729ca3-9f93-42ff-a27a-42fc80b7c26f req-54adc0a7-9be0-41ac-8816-a6e1589dbf9c tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0682178 Jun 11 00:30:47.022148 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d4729ca3-9f93-42ff-a27a-42fc80b7c26f req-0bb1ca8f-c78b-427e-a103-ff3f8389d015 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378711 Jun 11 00:30:48.208620 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9c6b4-5651-4ad3-ba13-da4dc2550acb req-17b810af-c164-4ab5-a027-b6af0f18f719 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:48.210083 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-30a9c6b4-5651-4ad3-ba13-da4dc2550acb req-17b810af-c164-4ab5-a027-b6af0f18f719 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0727050 Jun 11 00:30:48.253259 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-30a9c6b4-5651-4ad3-ba13-da4dc2550acb req-d9e288b9-05da-4992-bc6e-e7027b5643c6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4&id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373497 Jun 11 00:30:58.497156 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-aa6632c1-2842-42ca-a201-7afdca24f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:30:59.684022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbafd93-c99b-4129-8fd4-72e21439e3ae req-c44bab0e-5a23-49bd-9754-03edb093e756 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:30:59.685494 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bcbafd93-c99b-4129-8fd4-72e21439e3ae req-c44bab0e-5a23-49bd-9754-03edb093e756 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0688081 Jun 11 00:30:59.727395 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bcbafd93-c99b-4129-8fd4-72e21439e3ae req-990600f3-980a-4725-931b-9ebb78b73536 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355959 Jun 11 00:31:00.921338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b2ba-b087-480d-b2b3-891d20ba8bb1 req-bcb4f6a8-2986-4215-b049-7d170b0250ff tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:00.922803 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-78d2b2ba-b087-480d-b2b3-891d20ba8bb1 req-bcb4f6a8-2986-4215-b049-7d170b0250ff tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0721645 Jun 11 00:31:00.963836 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-78d2b2ba-b087-480d-b2b3-891d20ba8bb1 req-55b703eb-b938-4f6a-9d76-c53a4616616d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349057 Jun 11 00:31:01.108559 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-983f27f4-10bb-4d04-b275-e8edc647b114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:01.177242 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.146108 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15505d22-2bd1-428e-abbc-29860e3cfde9 req-cd75e7f2-d43d-4e30-973b-fab9528b58fb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:02.147485 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-15505d22-2bd1-428e-abbc-29860e3cfde9 req-cd75e7f2-d43d-4e30-973b-fab9528b58fb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0679395 Jun 11 00:31:02.187389 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-15505d22-2bd1-428e-abbc-29860e3cfde9 req-62d730cb-4ad9-4074-ba10-12022f5d9cb8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Jun 11 00:31:02.422745 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:02.974008 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:31:03.376618 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456ee2a-21d3-4fa8-a30a-ba299be50f5a req-d0ccbd55-441b-41ce-b230-98e9f41d3ba8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:03.378055 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1456ee2a-21d3-4fa8-a30a-ba299be50f5a req-d0ccbd55-441b-41ce-b230-98e9f41d3ba8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0724015 Jun 11 00:31:03.418458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1456ee2a-21d3-4fa8-a30a-ba299be50f5a req-fae652b6-53ae-4df5-a911-8ddc74b6b6b8 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347078 Jun 11 00:31:03.759895 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:04.599119 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f0459-cd67-43c8-99f9-f786168ec4f4 req-5717d5a7-1145-43ae-970d-ec58f68e3ca2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:04.601144 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f0f0459-cd67-43c8-99f9-f786168ec4f4 req-5717d5a7-1145-43ae-970d-ec58f68e3ca2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0692842 Jun 11 00:31:04.641076 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3f0f0459-cd67-43c8-99f9-f786168ec4f4 req-1fe9f9ee-bdec-4fc0-a16b-796e255a4d99 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343256 Jun 11 00:31:05.827875 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12f17-ef76-4eef-935c-2c7f4811853f req-a81093f2-aca8-478c-a25d-3cec7946c768 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:05.829306 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ecd12f17-ef76-4eef-935c-2c7f4811853f req-a81093f2-aca8-478c-a25d-3cec7946c768 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0708456 Jun 11 00:31:05.869564 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ecd12f17-ef76-4eef-935c-2c7f4811853f req-e9651835-52a2-454c-b3ac-fcee09b49831 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342259 Jun 11 00:31:06.966059 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:07.050146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bed6e6-43ec-4515-bad8-21dc1d36f264 req-9f57b395-e716-479d-8e01-0151cd1e6919 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:07.051594 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-00bed6e6-43ec-4515-bad8-21dc1d36f264 req-9f57b395-e716-479d-8e01-0151cd1e6919 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0677428 Jun 11 00:31:07.091360 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-00bed6e6-43ec-4515-bad8-21dc1d36f264 req-2c51d0ab-1d47-4331-b903-ffedb1d45326 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Jun 11 00:31:08.277791 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d45d-2c81-42ef-91c1-41bc96b881b3 req-8f03506e-7f29-4ad4-af5f-03ff696138f3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:08.279410 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a380d45d-2c81-42ef-91c1-41bc96b881b3 req-8f03506e-7f29-4ad4-af5f-03ff696138f3 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0744483 Jun 11 00:31:08.320155 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a380d45d-2c81-42ef-91c1-41bc96b881b3 req-25e3c5c5-bb06-4fe6-91a7-ab6fc945508d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351291 Jun 11 00:31:09.499954 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efe40e-d37a-4b21-9cad-6a2f810274a2 req-8e2a59f5-8d5d-450d-aed3-3b039de6312b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:09.501323 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60efe40e-d37a-4b21-9cad-6a2f810274a2 req-8e2a59f5-8d5d-450d-aed3-3b039de6312b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0673954 Jun 11 00:31:09.544983 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60efe40e-d37a-4b21-9cad-6a2f810274a2 req-343c4f8b-dc3e-4257-bf99-beae3fe63ae5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Jun 11 00:31:10.472773 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-fdf0f67a-1415-4830-ab06-16bcaf3fa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.474182 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-fdf0f67a-1415-4830-ab06-16bcaf3fa72e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1099 time: 0.0610318 Jun 11 00:31:10.602344 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-82377b19-3927-4606-aefc-cc6e875dbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.603836 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-82377b19-3927-4606-aefc-cc6e875dbbfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1089613 Jun 11 00:31:10.721545 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-9ddc414e-e056-46d6-b3d1-ff2b48bcbd86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 1001 time: 0.1084373 Jun 11 00:31:10.791924 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcff20-5193-472d-ab13-23fba9845b07 req-a6c8ba93-3e01-4438-a937-3fc345f6ad4f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.793280 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-13dcff20-5193-472d-ab13-23fba9845b07 req-a6c8ba93-3e01-4438-a937-3fc345f6ad4f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.1278098 Jun 11 00:31:10.796725 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-0bd2d686-e68c-4dcd-9925-1a7cfcfcedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.798041 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-0bd2d686-e68c-4dcd-9925-1a7cfcfcedaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0681541 Jun 11 00:31:10.869063 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-13dcff20-5193-472d-ab13-23fba9845b07 req-a68b3940-a690-45c9-b3f5-5d6677171eb0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700266 Jun 11 00:31:10.888303 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-4ed0bd6c-ff0a-4e98-bcf5-62fd0a37ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:10.889766 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-4ed0bd6c-ff0a-4e98-bcf5-62fd0a37ef96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851023 Jun 11 00:31:11.004862 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-135ba77c-679c-4c13-ab3a-d22b5664ccdc service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067967 Jun 11 00:31:11.121561 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ce0ebc68-5c37-42fd-838a-5aca2a1ac140 req-2d81b7a2-a12b-4ef3-8e87-6865a6ef3a80 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085880 Jun 11 00:31:12.052003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef3f8-abbd-405f-98ad-a609122a7321 req-690a4e0e-fe6a-4ad8-bb32-468dc74f9a8d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:12.053465 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-becef3f8-abbd-405f-98ad-a609122a7321 req-690a4e0e-fe6a-4ad8-bb32-468dc74f9a8d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0714684 Jun 11 00:31:12.094650 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-becef3f8-abbd-405f-98ad-a609122a7321 req-0c5b1e7b-4d93-4946-a4dc-383d77e189ec tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351322 Jun 11 00:31:13.285775 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389f9b4-5285-4fdc-93bf-5686af2a81e3 req-a5841cab-ecb6-4632-908f-1223a4b0e7bb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:13.287326 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b389f9b4-5285-4fdc-93bf-5686af2a81e3 req-a5841cab-ecb6-4632-908f-1223a4b0e7bb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0751400 Jun 11 00:31:13.330051 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b389f9b4-5285-4fdc-93bf-5686af2a81e3 req-c4ced4d4-13e2-4f37-b259-57349f740f4b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365038 Jun 11 00:31:13.550802 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:31:13.783643 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:13.795128 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:31:13.836954 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:13.854082 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:31:13.873598 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:13.948740 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:13.950505 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:14.005528 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=6']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:14.012753 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.013102 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.013473 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.013810 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.014142 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.014467 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.014796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.015120 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.015470 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.015796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.016118 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.016436 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:14.020004 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:14.029580 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:31:14.513739 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba4c9-0863-444a-bf6c-3ad2502185ef req-f6f5ab50-bb10-4f5d-bc46-0a376ca1e9b0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:14.515107 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5faba4c9-0863-444a-bf6c-3ad2502185ef req-f6f5ab50-bb10-4f5d-bc46-0a376ca1e9b0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.0700305 Jun 11 00:31:14.554770 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5faba4c9-0863-444a-bf6c-3ad2502185ef req-0074eed9-112b-4362-8ff7-63b86c3f9874 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jun 11 00:31:15.561009 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:31:15.614534 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:31:15.614920 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.702881 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.726146 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:15.728937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be2f85b-d87a-496e-b2e9-447c0b49c411" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:15.739444 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bcda0-2596-4ea1-a9e4-28640562944a req-1de5dcf2-dfb4-42e1-9190-936c752d7ab6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:15.740956 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a0bcda0-2596-4ea1-a9e4-28640562944a req-1de5dcf2-dfb4-42e1-9190-936c752d7ab6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.0680642 Jun 11 00:31:15.745316 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:15.766180 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cae574-fa86-4155-b7de-f177ee8b7686 x-openstack-request-id: req-83cae574-fa86-4155-b7de-f177ee8b7686 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:15.766485 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:15.766749 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83cae574-fa86-4155-b7de-f177ee8b7686 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:15.767150 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'code': 200} Jun 11 00:31:15.784626 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4a0bcda0-2596-4ea1-a9e4-28640562944a req-a958fb66-79a0-4b1f-b382-3488725997cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 Jun 11 00:31:15.811927 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:15.813795 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-4752fc8c-d73d-4ee7-a783-3a742c8c1952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:15.865245 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=7']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:15.868715 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:16.971822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eae55-8c45-466a-8427-645cc1c5a2dc req-ce034509-1c06-461b-b146-9b2b7fb05cd9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:16.973283 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6e6eae55-8c45-466a-8427-645cc1c5a2dc req-ce034509-1c06-461b-b146-9b2b7fb05cd9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0719249 Jun 11 00:31:17.013754 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6e6eae55-8c45-466a-8427-645cc1c5a2dc req-b51e6327-3215-4f7b-83c7-732615296588 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343463 Jun 11 00:31:18.206526 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229be6d-3d4a-4363-8be7-10cbeb2e63a8 req-5f402de7-5d5b-4a1c-bfa6-97b056e47980 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:18.208140 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6229be6d-3d4a-4363-8be7-10cbeb2e63a8 req-5f402de7-5d5b-4a1c-bfa6-97b056e47980 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0707481 Jun 11 00:31:18.273286 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6229be6d-3d4a-4363-8be7-10cbeb2e63a8 req-a85ffe15-f203-401f-950c-edb8ce3b08aa tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585010 Jun 11 00:31:19.468408 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a526b-d494-4c2e-bce6-d7e2c89e3294 req-120b2744-938d-4aa3-abc0-930911945b49 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:19.469958 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e07a526b-d494-4c2e-bce6-d7e2c89e3294 req-120b2744-938d-4aa3-abc0-930911945b49 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0733147 Jun 11 00:31:19.511664 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e07a526b-d494-4c2e-bce6-d7e2c89e3294 req-e3eb4233-927e-4799-b09b-03dae0ffe9d2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362434 Jun 11 00:31:20.722661 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b0e05-78fb-4416-8a14-ea6445aba983 req-b7e29fc2-31f3-4211-9c45-1da0e400cdce tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:20.724336 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a9b0e05-78fb-4416-8a14-ea6445aba983 req-b7e29fc2-31f3-4211-9c45-1da0e400cdce tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0747287 Jun 11 00:31:20.769090 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a9b0e05-78fb-4416-8a14-ea6445aba983 req-5a68e9ea-c358-4747-b612-f0c5a32fe32a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Jun 11 00:31:21.978532 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217ee0f-3fce-44ef-90c4-57331aef7183 req-0ab151bc-b0b3-45ba-8487-f6e81fd3cfee tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:21.980595 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9217ee0f-3fce-44ef-90c4-57331aef7183 req-0ab151bc-b0b3-45ba-8487-f6e81fd3cfee tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0794747 Jun 11 00:31:22.027640 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9217ee0f-3fce-44ef-90c4-57331aef7183 req-c1520856-3796-4ea3-b360-05ba7ee4a99b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Jun 11 00:31:23.225799 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5417e-a5be-4a8d-9bf4-06c42f02abe3 req-ef3496b7-b9a2-44cc-83ce-20fe1c9840be tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:23.230377 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-61a5417e-a5be-4a8d-9bf4-06c42f02abe3 req-ef3496b7-b9a2-44cc-83ce-20fe1c9840be tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0722377 Jun 11 00:31:23.269251 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-61a5417e-a5be-4a8d-9bf4-06c42f02abe3 req-f630c08a-fbec-4cb2-bd56-05c45e5fcebe tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360937 Jun 11 00:31:24.486109 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b029394-fbcc-4bd0-89df-3bc438451370 req-f615013e-8a8f-499b-8040-515071bd60d4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:24.487844 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2b029394-fbcc-4bd0-89df-3bc438451370 req-f615013e-8a8f-499b-8040-515071bd60d4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0819016 Jun 11 00:31:24.533423 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2b029394-fbcc-4bd0-89df-3bc438451370 req-6d676324-8bce-445f-b248-3f2cf3a05dd0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Jun 11 00:31:25.746934 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc458-51ce-457a-aee4-293d61ac78f9 req-1907246a-bd3c-4688-82ea-e7064588d8a9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:25.748849 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a08dc458-51ce-457a-aee4-293d61ac78f9 req-1907246a-bd3c-4688-82ea-e7064588d8a9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0736916 Jun 11 00:31:25.806641 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a08dc458-51ce-457a-aee4-293d61ac78f9 req-7039f7d7-9a71-4256-baa2-8584e41bce8a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517635 Jun 11 00:31:27.008320 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4eff-b1e6-4559-bddf-d52d0a30a7b9 req-22f22a71-552a-49d6-8292-3667d6352d6e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:27.015752 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-473a4eff-b1e6-4559-bddf-d52d0a30a7b9 req-22f22a71-552a-49d6-8292-3667d6352d6e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0979228 Jun 11 00:31:27.063958 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-473a4eff-b1e6-4559-bddf-d52d0a30a7b9 req-a5b1bbe3-2f9e-4853-a796-cab053fd2bec tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 Jun 11 00:31:28.248666 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b99c2-6424-4627-97c4-bd0a6dc93ebe req-b579ce24-2279-4c5e-b5b6-273361bc2ecd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:28.250128 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-219b99c2-6424-4627-97c4-bd0a6dc93ebe req-b579ce24-2279-4c5e-b5b6-273361bc2ecd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0703337 Jun 11 00:31:28.298665 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-219b99c2-6424-4627-97c4-bd0a6dc93ebe req-46ed2522-cfe6-4799-967e-08db6ac4790f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Jun 11 00:31:28.520517 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d2d5b7d5-59ed-4749-af9e-fd7dcbc47fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:29.486398 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d71c99-960e-4009-afee-7532ab0e7bc9 req-76c60f26-c1d0-4dcb-93ae-5ed918fb01a5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:29.489563 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91d71c99-960e-4009-afee-7532ab0e7bc9 req-76c60f26-c1d0-4dcb-93ae-5ed918fb01a5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0727429 Jun 11 00:31:29.528272 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-91d71c99-960e-4009-afee-7532ab0e7bc9 req-d48d2c92-1ccf-4395-87ad-9d393b93d7b2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Jun 11 00:31:30.505667 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-42bec672-dcba-45e4-9255-03615c2b1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:30.507027 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-42bec672-dcba-45e4-9255-03615c2b1741 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1099 time: 0.0566127 Jun 11 00:31:30.619009 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-94610be7-7e45-4e60-b432-277d4eda5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:30.620494 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-94610be7-7e45-4e60-b432-277d4eda5070 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1071639 Jun 11 00:31:30.736923 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-e4bc1d56-07be-43a0-b0c3-2c1352ad3a8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 1001 time: 0.1095855 Jun 11 00:31:30.801754 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3039ba-5e9b-4769-83c1-d8d624cc652a req-0a33a6c1-0dbb-4bef-8589-d0e87306b969 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:30.803116 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c3039ba-5e9b-4769-83c1-d8d624cc652a req-0a33a6c1-0dbb-4bef-8589-d0e87306b969 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.1305966 Jun 11 00:31:30.812304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-420dba63-2101-4b91-9b87-c5104024626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:30.813640 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-420dba63-2101-4b91-9b87-c5104024626b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0693066 Jun 11 00:31:30.881760 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7c3039ba-5e9b-4769-83c1-d8d624cc652a req-f1b9a3f9-26a8-4722-b6f8-afffc29c9f4b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719502 Jun 11 00:31:30.900739 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-528feb37-f332-4a4b-bd59-08c32b8c874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:30.902740 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-528feb37-f332-4a4b-bd59-08c32b8c874e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826416 Jun 11 00:31:31.109002 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1172e41b-e121-4cd8-bfa8-e220831caaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:31.171865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:31.263895 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-a15b7999-0c25-4159-b53a-1ad8f1350f96 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541758 Jun 11 00:31:31.376717 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba6ae169-60ee-4de9-97e1-45eae7b99d5b req-9903bc7a-858f-424b-a38a-7881bc386716 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056817 Jun 11 00:31:32.062519 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b668-0451-4913-a68d-12fc57e3a0f0 req-458c1740-226f-4b4f-950e-cc76b560cbf5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:32.063979 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3538b668-0451-4913-a68d-12fc57e3a0f0 req-458c1740-226f-4b4f-950e-cc76b560cbf5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0667722 Jun 11 00:31:32.103680 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3538b668-0451-4913-a68d-12fc57e3a0f0 req-4427e598-cad5-4490-aa22-eaeda00e3146 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339215 Jun 11 00:31:32.439740 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:33.295092 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1263e-e022-4f57-a8fc-7cae91828129 req-af8b0186-e8d7-4690-9503-c00b77467647 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:33.296598 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17a1263e-e022-4f57-a8fc-7cae91828129 req-af8b0186-e8d7-4690-9503-c00b77467647 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 946 time: 0.0737240 Jun 11 00:31:33.344429 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17a1263e-e022-4f57-a8fc-7cae91828129 req-150fba43-480b-4c21-b0e2-479e822fa12a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Jun 11 00:31:33.596601 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:31:33.681036 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:33.711191 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:33.713498 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc800d-c7e0-4b44-8be8-61e633197e73" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:33.733121 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:33.752720 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b1bd6-c6b7-4f2d-8208-ea4fabc88087 x-openstack-request-id: req-dd2b1bd6-c6b7-4f2d-8208-ea4fabc88087 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:33.752720 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:33.752720 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd2b1bd6-c6b7-4f2d-8208-ea4fabc88087 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:33.752720 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'code': 200} Jun 11 00:31:33.805983 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:33.828624 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:33.830391 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:33.881099 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=8']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:33.884236 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:34.531478 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22860d2b-8a77-4739-8af9-74748c513a77 req-b767b47e-de25-41ee-9740-eb390ce89222 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:34.532839 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-22860d2b-8a77-4739-8af9-74748c513a77 req-b767b47e-de25-41ee-9740-eb390ce89222 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0687499 Jun 11 00:31:34.573181 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-22860d2b-8a77-4739-8af9-74748c513a77 req-1a7e3f56-f2c2-420b-ae59-478aab2e0b4c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Jun 11 00:31:36.810883 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c9ff-21bb-428e-bbdb-80899659e51e req-5de17371-7445-45e1-a72b-beb4011dd640 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:36.812366 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c947c9ff-21bb-428e-bbdb-80899659e51e req-5de17371-7445-45e1-a72b-beb4011dd640 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0724573 Jun 11 00:31:36.856853 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c947c9ff-21bb-428e-bbdb-80899659e51e req-5cf7344c-b55a-4e2c-8729-5940f3419f46 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386448 Jun 11 00:31:36.983191 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:37.004069 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-e62a2d51-57c3-4b32-89c9-93394ca246c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562079 Jun 11 00:31:38.041177 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875e1f-1b85-4a8b-aea0-2e4762eea0d8 req-e83c7ac3-d992-4ec6-8134-e692917262bf tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.043276 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31875e1f-1b85-4a8b-aea0-2e4762eea0d8 req-e83c7ac3-d992-4ec6-8134-e692917262bf tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0711956 Jun 11 00:31:38.083796 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31875e1f-1b85-4a8b-aea0-2e4762eea0d8 req-47dee30a-d2ac-44ca-9408-cf56ff808308 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348194 Jun 11 00:31:38.449033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b933c-3898-437a-946f-3195e968e9d2 req-9ad68fd3-e35f-4071-9231-9386a1f1adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.450418 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-9ad68fd3-e35f-4071-9231-9386a1f1adea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f&tenant_id=c7c50335d2e84a519f1bf9831efd9f46 HTTP/1.1" status: 200 len: 1097 time: 0.0903723 Jun 11 00:31:38.530503 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b933c-3898-437a-946f-3195e968e9d2 req-e324e6c0-b52c-48da-aa60-c9b905981781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.531934 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-e324e6c0-b52c-48da-aa60-c9b905981781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1097 time: 0.0560017 Jun 11 00:31:38.645881 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b933c-3898-437a-946f-3195e968e9d2 req-f872fde2-2a6f-429b-9a91-4f65d347d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.647337 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-f872fde2-2a6f-429b-9a91-4f65d347d027 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 200 len: 918 time: 0.1063001 Jun 11 00:31:38.728700 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-e514f23f-d93d-4cc5-b1fd-b6e704846278 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 200 len: 999 time: 0.0749242 Jun 11 00:31:38.784380 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b933c-3898-437a-946f-3195e968e9d2 req-c393d12f-f3b9-434b-9a94-f95da35d84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.785797 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-c393d12f-f3b9-434b-9a94-f95da35d84b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 200 len: 856 time: 0.0499263 Jun 11 00:31:38.853098 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b933c-3898-437a-946f-3195e968e9d2 req-da4bd0b8-dfbd-498e-aeec-4cba78acf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:38.854542 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-da4bd0b8-dfbd-498e-aeec-4cba78acf510 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cc37115-349f-4efb-938b-622710e60a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0623155 Jun 11 00:31:38.968597 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-3c41a634-4398-49d4-b74c-fa411c3264c0 service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063957 Jun 11 00:31:39.084160 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-641b933c-3898-437a-946f-3195e968e9d2 req-317c2e8b-6be4-49fc-b283-a06e8f61fa3a service neutron] 10.222.0.45 "GET /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091607 Jun 11 00:31:39.279289 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d2bd-0ac8-4645-a79f-4fc6ea93b427 req-db0d33ec-12db-465d-9015-60d4408df9a2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:39.280818 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-97f5d2bd-0ac8-4645-a79f-4fc6ea93b427 req-db0d33ec-12db-465d-9015-60d4408df9a2 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0791633 Jun 11 00:31:39.328495 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-97f5d2bd-0ac8-4645-a79f-4fc6ea93b427 req-bfe9db26-deb0-4772-8aeb-dae0b9fb1f3f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Jun 11 00:31:39.973394 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:31:40.513693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8201dd-7311-4d27-9fc2-8ef263b4ae3e req-5206852b-4293-4303-a773-c0007d98c56c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:40.515185 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7b8201dd-7311-4d27-9fc2-8ef263b4ae3e req-5206852b-4293-4303-a773-c0007d98c56c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0702322 Jun 11 00:31:40.557536 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7b8201dd-7311-4d27-9fc2-8ef263b4ae3e req-8e66e8cb-cbab-407b-934f-168bd74e83ac tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366814 Jun 11 00:31:41.753308 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80387ae1-8232-4a72-ac91-3e6726690c7c req-3244c672-c9bc-419c-9592-a16e92b0f68c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:41.754796 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-80387ae1-8232-4a72-ac91-3e6726690c7c req-3244c672-c9bc-419c-9592-a16e92b0f68c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0742509 Jun 11 00:31:41.798011 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-80387ae1-8232-4a72-ac91-3e6726690c7c req-9c0822ce-54bd-48bf-acd1-178d1135790f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Jun 11 00:31:42.985646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853bca-bd7b-4152-a998-1b101880e317 req-6e0a93b3-d3f4-4a6b-992b-570b92b4ae1a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:42.987107 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8d853bca-bd7b-4152-a998-1b101880e317 req-6e0a93b3-d3f4-4a6b-992b-570b92b4ae1a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0712936 Jun 11 00:31:43.029458 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8d853bca-bd7b-4152-a998-1b101880e317 req-6677e7c7-019d-4f87-8a99-6cf0757baf26 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Jun 11 00:31:44.234922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d978-1d78-4eda-8fd0-03aebaaba96e req-37d679b6-4315-41ec-b928-0ddc791456d4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:44.236705 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4059d978-1d78-4eda-8fd0-03aebaaba96e req-37d679b6-4315-41ec-b928-0ddc791456d4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0843968 Jun 11 00:31:44.284001 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4059d978-1d78-4eda-8fd0-03aebaaba96e req-9f1962ae-2d11-416c-a92e-53286e02ea45 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 Jun 11 00:31:45.480988 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12ca6-13cb-4894-866c-226dba402338 req-7627e31a-5871-44d8-9ef7-39385da31365 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:45.482620 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7ae12ca6-13cb-4894-866c-226dba402338 req-7627e31a-5871-44d8-9ef7-39385da31365 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0739233 Jun 11 00:31:45.526289 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7ae12ca6-13cb-4894-866c-226dba402338 req-d845a7a7-adb8-43d8-b932-94bcc6ab8f4e tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371435 Jun 11 00:31:46.724679 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561991-c611-4128-b008-54ea3a7ec915 req-3c21b7ca-6ff9-4538-9404-96dd051af658 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:46.726303 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60561991-c611-4128-b008-54ea3a7ec915 req-3c21b7ca-6ff9-4538-9404-96dd051af658 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0754647 Jun 11 00:31:46.770715 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60561991-c611-4128-b008-54ea3a7ec915 req-bf4ee56f-624d-4d0d-9d14-6c1d61c27445 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Jun 11 00:31:47.962833 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a17f4c-91b7-4d44-b167-eee6ba6a3031 req-28b54696-681b-4044-953f-0d6372771b9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:47.964365 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60a17f4c-91b7-4d44-b167-eee6ba6a3031 req-28b54696-681b-4044-953f-0d6372771b9a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0720754 Jun 11 00:31:48.007745 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-60a17f4c-91b7-4d44-b167-eee6ba6a3031 req-833c1aea-eac3-4bb8-9e73-9623d65d5559 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368690 Jun 11 00:31:49.207766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735ff4-3399-4792-91ce-0965292ea452 req-49f94619-586a-4147-8392-4f6f9767dcaa tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:49.209384 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-38735ff4-3399-4792-91ce-0965292ea452 req-49f94619-586a-4147-8392-4f6f9767dcaa tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0744975 Jun 11 00:31:49.254242 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-38735ff4-3399-4792-91ce-0965292ea452 req-430e5df8-2a10-4ff5-9608-81cc06e1befc tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Jun 11 00:31:50.459852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f675fe-5662-499e-9619-83e001162333 req-5df26585-6822-4adf-9a10-ce55d1e083fd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:50.468086 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-65f675fe-5662-499e-9619-83e001162333 req-5df26585-6822-4adf-9a10-ce55d1e083fd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0871725 Jun 11 00:31:50.507566 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-65f675fe-5662-499e-9619-83e001162333 req-17515039-375c-40e2-9616-18304b3b0e94 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Jun 11 00:31:51.694553 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1768c-7fc6-44bd-8117-07219e353534 req-b931aa64-0863-41bc-8336-690e6929d298 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:51.696180 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5db1768c-7fc6-44bd-8117-07219e353534 req-b931aa64-0863-41bc-8336-690e6929d298 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0729020 Jun 11 00:31:51.737503 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5db1768c-7fc6-44bd-8117-07219e353534 req-87177b16-32cd-4ece-a17d-678d9bab10f5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356596 Jun 11 00:31:52.115850 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f3977379-833b-4c84-a030-7626f62d6f83 req-9ada5a39-4a82-427d-acb4-c0f54f1a4df0 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155111455&fields=id&tenant_id=0208186336ff4237bf4a4b5d1d6336e3 HTTP/1.1" status: 200 len: 267 time: 0.0345492 Jun 11 00:31:52.185150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3977379-833b-4c84-a030-7626f62d6f83 req-920f3a86-c9a0-402c-a3fa-c831d0e5472d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:52.187157 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f3977379-833b-4c84-a030-7626f62d6f83 req-920f3a86-c9a0-402c-a3fa-c831d0e5472d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 984 time: 0.0660923 Jun 11 00:31:52.197759 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Request body: {'port': {'security_groups': ['49e5a97e-1a90-4143-ad65-22da350168c0']}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:31:52.294468 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.494910 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:52.524349 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.587983 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.591765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c6736cd1-599b-4bf7-a7c2-86211d462720 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:52.601027 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:31:52.644607 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:52.645237 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.646641 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f3977379-833b-4c84-a030-7626f62d6f83 req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "PUT /v2.0/ports/0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 942 time: 0.4531429 Jun 11 00:31:52.647157 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:52.649506 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca8e43-3b65-4e1c-8b90-10c575ae95aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:52.654257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58312) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:52.704294 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event updated for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=7']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:52.707794 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9825fc-5923-4ce0-983d-7aeeb052880c x-openstack-request-id: req-be9825fc-5923-4ce0-983d-7aeeb052880c {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:52.708125 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:52.708394 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-be9825fc-5923-4ce0-983d-7aeeb052880c {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:52.708808 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:31:52.728635 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.729013 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.729382 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.729744 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.730101 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.731804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.731804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.731804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.731804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.732163 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.732163 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.732514 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:52.737717 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:52.745111 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:31:52.756107 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.822883 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.918440 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-2487bdb0-3c0b-4a0e-9940-c7362ceaf620 None None] Provisioning complete for port 0ab091de-8b45-43ed-8efd-c29584b5f605 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:31:52.918711 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2487bdb0-3c0b-4a0e-9940-c7362ceaf620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.960279 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086a3d-1e00-43a7-8895-3623f7843618 req-5d9e2531-6aab-4e4c-b80d-29ad251bd828 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:52.961740 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd086a3d-1e00-43a7-8895-3623f7843618 req-5d9e2531-6aab-4e4c-b80d-29ad251bd828 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0779037 Jun 11 00:31:52.962822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.965535 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:52.969012 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "DELETE /v2.0/security-groups/fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4 HTTP/1.1" status: 204 len: 168 time: 0.3108819 Jun 11 00:31:52.969012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3d1bbb5a-5e5a-4dd6-94b4-baa93fc8e919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:52.969606 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58318) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:31:52.980036 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a70bf-4d9f-436b-8e1d-064c3f0f43f4,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:52.988149 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:53.024812 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd086a3d-1e00-43a7-8895-3623f7843618 req-5c0e9f9a-52a3-4327-a9b0-48a588ad0ca1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468097 Jun 11 00:31:53.168722 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Deleting port 3bbcc160-575b-48f3-9744-b9ad52de1f7b {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:31:53.168973 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:53.267107 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:53.267492 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:53.363316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Calling delete_port for 3bbcc160-575b-48f3-9744-b9ad52de1f7b owned by network:floatingip {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:31:53.611151 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:53.613018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:53.641411 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event deleted for resources: {'Port': ['ID=3bbcc160-575b-48f3-9744-b9ad52de1f7b,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:53.672150 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.672529 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.672942 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.673298 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.673662 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.674019 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.674370 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.674722 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.675071 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.675449 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.675798 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.676140 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:31:53.680325 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:53.728160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks [] for floatingip, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:53.728490 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.l3_db [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Floating IP bb025f4f-a62c-4652-9b60-9417090a5065 disassociated (deleted). External IP: 172.28.1.221, port: 0ab091de-8b45-43ed-8efd-c29584b5f605. Jun 11 00:31:53.943590 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-c77d046d-2272-45b8-ac7a-8450aea945d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:53.945209 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-c77d046d-2272-45b8-ac7a-8450aea945d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1098 time: 0.0605657 Jun 11 00:31:54.024882 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Router 730fca0b-c9cb-4586-a933-85ce7b27a532 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:31:54.075590 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-87f8c355-1d44-4a14-afbb-9ed3437f9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:54.077667 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-87f8c355-1d44-4a14-afbb-9ed3437f9760 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.1181583 Jun 11 00:31:54.139741 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-5b8e4c0d-ef6b-4e4b-a877-303dff4253bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 217 time: 0.0542405 Jun 11 00:31:54.182320 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:31:54.187802 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:54.193957 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Sync routers for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:31:54.204659 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:54.205289 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:31:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:54.239987 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0e69a6f8-2741-4719-b41d-02cca42b94d6 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "DELETE /v2.0/floatingips/bb025f4f-a62c-4652-9b60-9417090a5065 HTTP/1.1" status: 204 len: 168 time: 1.2665787 Jun 11 00:31:54.239987 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:54.243922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6153011c-0e2b-4e58-9383-4d702905c990" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:54.245088 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-72538c22-9fcb-49ba-97fc-af3fef1b8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:54.246520 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-72538c22-9fcb-49ba-97fc-af3fef1b8d23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.1003218 Jun 11 00:31:54.304766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938567f7-cb4b-45ba-ac31-d10c40ef606c req-8eeb42b5-415d-481d-ae5d-f612100ba5c0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:54.307748 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-938567f7-cb4b-45ba-ac31-d10c40ef606c req-8eeb42b5-415d-481d-ae5d-f612100ba5c0 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.1249166 Jun 11 00:31:54.355722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:54.363006 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-938567f7-cb4b-45ba-ac31-d10c40ef606c req-57bc99e6-48e8-4423-9e1c-5a9484934e66 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500190 Jun 11 00:31:54.368509 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-695007b9-99b7-4f44-a024-d8b7d8a5db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:54.370066 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-695007b9-99b7-4f44-a024-d8b7d8a5db56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1159041 Jun 11 00:31:54.425664 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d8d379-baf6-45a4-af8e-dcd1eacad63f x-openstack-request-id: req-92d8d379-baf6-45a4-af8e-dcd1eacad63f {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:54.426185 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:54.426484 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92d8d379-baf6-45a4-af8e-dcd1eacad63f {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:54.426920 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:31:54.510896 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-dfb21f33-6460-4661-a026-037fbb791565 service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335070 Jun 11 00:31:54.625953 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-edca8e43-3b65-4e1c-8b90-10c575ae95aa req-25c821b6-787f-4228-a86b-fa6f8d6601ed service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080294 Jun 11 00:31:54.633331 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:54.648206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Checking router: 730fca0b-c9cb-4586-a933-85ce7b27a532 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:31:54.648206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:31:54.648206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:31:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:54.881111 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153011c-0e2b-4e58-9383-4d702905c990 req-75cd6ed5-b78c-43e5-ab23-97b82aefbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:54.882922 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-75cd6ed5-b78c-43e5-ab23-97b82aefbcf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 1098 time: 0.0671616 Jun 11 00:31:54.914130 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:31:55.177953 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:31:55.181839 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6dc5d-dd04-49d3-b1b2-2da415e14fc9 None None] The sync data for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb is: [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:29Z', 'revision_number': 4, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '910ed1bb-f188-4417-99b2-8314d926924e', 'name': '', 'network_id': 'c1f65b94-35f6-406f-a44e-d4d371dffd07', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'mac_address': 'fa:16:3e:e5:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:28Z', 'updated_at': '2021-06-11T00:28:35Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'subnets': [{'id': '00936c9c-ca6a-4b03-ab13-a9d9918d4838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:31:55.259266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153011c-0e2b-4e58-9383-4d702905c990 req-8c496504-a7a0-4416-aa83-7324a0baf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:55.275515 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-8c496504-a7a0-4416-aa83-7324a0baf743 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 200 len: 916 time: 0.3714802 Jun 11 00:31:55.318274 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-a62b461d-1411-4bfb-8031-57fb10ba18fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 200 len: 217 time: 0.0482578 Jun 11 00:31:55.380181 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153011c-0e2b-4e58-9383-4d702905c990 req-18952b72-a599-4c9b-b3f3-8082c6ab2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:55.381700 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-18952b72-a599-4c9b-b3f3-8082c6ab2917 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 200 len: 854 time: 0.0537074 Jun 11 00:31:55.392589 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0696c2-34ef-44e6-9d27-87c7edb63011 None None] New status for floating IP bb025f4f-a62c-4652-9b60-9417090a5065: DOWN {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:31:55.458642 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153011c-0e2b-4e58-9383-4d702905c990 req-c4d079e6-c0e1-482d-82c8-4559634dae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:55.458642 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-c4d079e6-c0e1-482d-82c8-4559634dae36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1f65b94-35f6-406f-a44e-d4d371dffd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655684 Jun 11 00:31:55.627012 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-4fc28d0d-819e-462b-a4bf-5d1af67f976c service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662529 Jun 11 00:31:55.639942 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6b55-3855-4f17-9ff6-e756fae901a2 req-552c5be6-3aa0-4b21-afcd-4c9abb310b55 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:55.642493 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b27e6b55-3855-4f17-9ff6-e756fae901a2 req-552c5be6-3aa0-4b21-afcd-4c9abb310b55 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.1502712 Jun 11 00:31:55.758053 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b27e6b55-3855-4f17-9ff6-e756fae901a2 req-77dd6291-a1bc-44db-87d5-f2215c3fc3d4 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057713 Jun 11 00:31:55.788349 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6153011c-0e2b-4e58-9383-4d702905c990 req-bbcdbce2-b4e3-4108-a16f-f7c9a9d486bd service neutron] 10.222.0.45 "GET /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444869 Jun 11 00:31:56.955296 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdeee13-1658-4b0d-94ab-64d54492fad9 req-570c15a7-2074-491d-a15a-daaac620670b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:56.956645 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-acdeee13-1658-4b0d-94ab-64d54492fad9 req-570c15a7-2074-491d-a15a-daaac620670b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 944 time: 0.0681419 Jun 11 00:31:56.996627 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-acdeee13-1658-4b0d-94ab-64d54492fad9 req-9f255406-0a0e-428d-a1b6-6fdb49fa4d8d tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344682 Jun 11 00:31:57.703581 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1bbf-3c45-4209-a854-1ba8668343c4 req-b7a4ed37-aaea-49b5-b727-e8385b6310d7 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:57.705057 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c58b1bbf-3c45-4209-a854-1ba8668343c4 req-b7a4ed37-aaea-49b5-b727-e8385b6310d7 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0739617 Jun 11 00:31:57.733610 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:31:57.746673 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c58b1bbf-3c45-4209-a854-1ba8668343c4 req-c84ce7aa-43ef-4977-8c3f-d4146730fe71 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Jun 11 00:31:57.855313 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:57.867422 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'port_id': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'mac_address': 'fa:16:3e:c2:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:31:57.910290 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:57.925090 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:31:57.946658 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:58.011081 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:58.012814 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-aac81b38-23dc-4da4-aadd-5429b3dc6aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:31:58.065048 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=9']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:31:58.068541 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:31:58.180508 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e588d1-0cf0-42f7-820d-4f01d143dd1a req-2f7ec03f-42bc-4d7f-bce1-67590d3432ff tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:58.181974 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16e588d1-0cf0-42f7-820d-4f01d143dd1a req-2f7ec03f-42bc-4d7f-bce1-67590d3432ff tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.0677876 Jun 11 00:31:58.222866 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-16e588d1-0cf0-42f7-820d-4f01d143dd1a req-9a96c897-7f4e-4eab-bf3c-cf8d4e4e499c tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Jun 11 00:31:58.491039 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-65afeb9f-742d-4f8e-8dbe-4fac101cfc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:58.496851 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:31:58.937858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5621c4-46ba-418e-a78f-d77bbe13f714 req-d6ec3234-ff65-4771-a96e-feb45f6d39bb tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:58.939509 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f5621c4-46ba-418e-a78f-d77bbe13f714 req-d6ec3234-ff65-4771-a96e-feb45f6d39bb tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0796981 Jun 11 00:31:58.987661 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1f5621c4-46ba-418e-a78f-d77bbe13f714 req-71d8e165-6587-4cb6-8b5d-55def490e7dc tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Jun 11 00:31:59.408909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df962f-7011-41bd-aaa1-c29d6bcb43c7 req-f32170d8-a993-48c8-a0e9-d71f8047e592 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:59.410379 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9df962f-7011-41bd-aaa1-c29d6bcb43c7 req-f32170d8-a993-48c8-a0e9-d71f8047e592 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.0679717 Jun 11 00:31:59.453232 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a9df962f-7011-41bd-aaa1-c29d6bcb43c7 req-eea04623-5049-4f56-9f9b-7afd7747c857 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372596 Jun 11 00:31:59.755660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:31:59.809296 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:31:59.809692 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:59.894813 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:31:59.895445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-57948f39-2e49-49f3-a308-2a11e0c3842e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:31:59.896732 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-57948f39-2e49-49f3-a308-2a11e0c3842e tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.0708942 Jun 11 00:31:59.918412 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:31:59.921211 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b3bc5-7084-475c-9939-0b8e574dcac6" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:31:59.935249 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:31:59.966337 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815ebe1-14e1-43da-987d-a59c1540bc35 x-openstack-request-id: req-b815ebe1-14e1-43da-987d-a59c1540bc35 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:31:59.966655 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-plugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:31:59.966987 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b815ebe1-14e1-43da-987d-a59c1540bc35 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:31:59.967439 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'code': 200} Jun 11 00:32:00.014689 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Deleting port 0ab091de-8b45-43ed-8efd-c29584b5f605 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:00.015114 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:00.028662 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:00.031333 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-b56d74d6-0ac0-49cf-aae6-be1b54e0bfbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:00.110595 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=10']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:00.114539 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:00.206426 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] For port 0ab091de-8b45-43ed-8efd-c29584b5f605, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ab091de-8b45-43ed-8efd-c29584b5f605,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:00.206797 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:00.304668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a642c2-7a55-4556-9dac-2c04228dc861 req-ee2256e1-de6b-490f-8e25-413c26534c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:00.307226 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-32a642c2-7a55-4556-9dac-2c04228dc861 req-ee2256e1-de6b-490f-8e25-413c26534c2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 1100 time: 0.0588119 Jun 11 00:32:00.328051 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Calling delete_port for 0ab091de-8b45-43ed-8efd-c29584b5f605 owned by compute:nova {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:00.341438 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4a0d-f062-4602-96a1-ffac7a6bbda0 req-ea054125-2e95-48a4-bf46-8a6074f833e4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:00.343457 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-32a642c2-7a55-4556-9dac-2c04228dc861 req-fe49c053-ab3b-4e0f-ad61-6c2b6c429d67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Jun 11 00:32:00.343618 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-253a4a0d-f062-4602-96a1-ffac7a6bbda0 req-ea054125-2e95-48a4-bf46-8a6074f833e4 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 945 time: 0.2182076 Jun 11 00:32:00.443422 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-253a4a0d-f062-4602-96a1-ffac7a6bbda0 req-821a696d-5115-40ea-9e98-31fd379852e7 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/security-groups?id=49e5a97e-1a90-4143-ad65-22da350168c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873618 Jun 11 00:32:00.612403 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:00.618053 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-be3414ff-8827-4d79-b219-5c1fb20bbb2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:00.623650 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0ab091de-8b45-43ed-8efd-c29584b5f605'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:32:00.657559 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Pushing event deleted for resources: {'Port': ['ID=0ab091de-8b45-43ed-8efd-c29584b5f605,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:00.660016 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:00.735354 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] No DVR routers for this DVR port 0ab091de-8b45-43ed-8efd-c29584b5f605 on host hv-cinder-78626 {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:00.737822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:00.739979 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4ed34e06-f0c4-40ef-97ac-ca0e16055cce req-91a8edfa-9e9d-4e1a-ab93-36262d86f161 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.45 "DELETE /v2.0/ports/0ab091de-8b45-43ed-8efd-c29584b5f605 HTTP/1.1" status: 204 len: 173 time: 0.8376303 Jun 11 00:32:00.740638 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'name': 'network-vif-deleted', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:32:00.743421 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4707890-79c6-4568-a4ae-3617acfdfcad" -d '{"events": [{"server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "name": "network-vif-deleted", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:32:00.765599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5c4b8-ef5d-4a9b-8022-74e9b2e0766b req-e7eb470d-d690-46e1-bfa4-611c5d22ebf7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:00.767061 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36d5c4b8-ef5d-4a9b-8022-74e9b2e0766b req-e7eb470d-d690-46e1-bfa4-611c5d22ebf7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.1896203 Jun 11 00:32:00.779602 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec90cddf-a933-42df-bd2e-d2d28afeb3c6 x-openstack-request-id: req-ec90cddf-a933-42df-bd2e-d2d28afeb3c6 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:32:00.780510 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aba72c5-6f21-4d37-8073-85a37fcf350e", "name": "network-vif-deleted", "tag": "0ab091de-8b45-43ed-8efd-c29584b5f605", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:32:00.780788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec90cddf-a933-42df-bd2e-d2d28afeb3c6 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:32:00.781201 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aba72c5-6f21-4d37-8073-85a37fcf350e', 'name': 'network-vif-deleted', 'tag': '0ab091de-8b45-43ed-8efd-c29584b5f605', 'status': 'completed', 'code': 200} Jun 11 00:32:00.815003 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-36d5c4b8-ef5d-4a9b-8022-74e9b2e0766b req-9691dd4d-0295-429f-9532-f0b59def86f7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Jun 11 00:32:01.128919 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-33242d92-3f98-432c-8180-17e37c11caf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:01.182431 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:01.648525 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-bd3902e6-8670-4aca-9a1d-d9c1b3221aa2 req-f7c4ea26-b892-4c6e-bc8e-b2653fe3cf60 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] 10.222.0.38 "GET /v2.0/ports?device_id=3aba72c5-6f21-4d37-8073-85a37fcf350e HTTP/1.1" status: 200 len: 210 time: 0.0452936 Jun 11 00:32:02.005987 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889aa5-ccf4-44cb-9fbf-656c088b7af5 req-dbfb8fb3-bcc6-4421-b3b8-8601f4b12297 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:02.007474 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81889aa5-ccf4-44cb-9fbf-656c088b7af5 req-dbfb8fb3-bcc6-4421-b3b8-8601f4b12297 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.0727987 Jun 11 00:32:02.048275 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-81889aa5-ccf4-44cb-9fbf-656c088b7af5 req-de96f43d-e866-4bd9-9717-4e749be3dc70 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Jun 11 00:32:02.409099 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49194a-87d8-48b9-9a48-38632001375f req-01265424-13fc-43ba-8809-701ae561891d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:02.410587 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa49194a-87d8-48b9-9a48-38632001375f req-01265424-13fc-43ba-8809-701ae561891d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0742071 Jun 11 00:32:02.451464 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-fa49194a-87d8-48b9-9a48-38632001375f req-b3d9963e-78e4-485e-b5e8-9d7ab5c9f3cc tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349913 Jun 11 00:32:02.468358 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:03.237852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e05f7-829e-453d-afe1-185deeccc4c9 req-293acb9b-a568-4f92-b4c7-61cdd17f99cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:03.239359 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b85e05f7-829e-453d-afe1-185deeccc4c9 req-293acb9b-a568-4f92-b4c7-61cdd17f99cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.0693882 Jun 11 00:32:03.282449 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b85e05f7-829e-453d-afe1-185deeccc4c9 req-08163b37-fbcf-4a05-9a9d-6cdc2a10c7f5 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jun 11 00:32:03.636043 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bbace-5c44-4802-8942-9e06a5560f2a req-76e5f524-3658-47b6-a4a4-9581513c1b83 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:03.637433 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7e9bbace-5c44-4802-8942-9e06a5560f2a req-76e5f524-3658-47b6-a4a4-9581513c1b83 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0736604 Jun 11 00:32:03.678618 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7e9bbace-5c44-4802-8942-9e06a5560f2a req-b70087dd-18d3-429b-a9dd-f21d2393f58e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353038 Jun 11 00:32:03.756094 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0ab091de-8b45-43ed-8efd-c29584b5f605 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:03.781044 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:03.782171 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 0ab091de-8b45-43ed-8efd-c29584b5f605 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:03.782526 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0ab091de-8b45-43ed-8efd-c29584b5f605 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:03.868740 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58504) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:04.299876 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.389064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-d920afb9-cc38-4937-9785-9687605a288d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:04.390995 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-d920afb9-cc38-4937-9785-9687605a288d tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.0691402 Jun 11 00:32:04.508257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Deleting port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:04.508511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.622310 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Deleting port 910ed1bb-f188-4417-99b2-8314d926924e {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:04.622644 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.626643 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] For port 03cd3e35-f9d9-4c25-975b-968a32de0dd4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=03cd3e35-f9d9-4c25-975b-968a32de0dd4,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:04.627007 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.732750 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] For port 910ed1bb-f188-4417-99b2-8314d926924e, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=910ed1bb-f188-4417-99b2-8314d926924e,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:04.733112 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.913799 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.914174 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:04.914504 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Floating IP 64909276-d755-4460-8d3e-a0832e17795a disassociated. External IP: 172.28.1.186, port: 03cd3e35-f9d9-4c25-975b-968a32de0dd4. Jun 11 00:32:04.914830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Calling delete_port for 03cd3e35-f9d9-4c25-975b-968a32de0dd4 owned by compute:nova {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:05.011189 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdf2cc-8316-4bec-8f25-5e8132a7f1c7 req-67a259a2-c72e-4f18-a7a4-af02fe0729fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:05.012776 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cfbdf2cc-8316-4bec-8f25-5e8132a7f1c7 req-67a259a2-c72e-4f18-a7a4-af02fe0729fe tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 945 time: 0.2111189 Jun 11 00:32:05.075018 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cfbdf2cc-8316-4bec-8f25-5e8132a7f1c7 req-48b27e43-d00c-4aa1-948b-f8ca278b57d1 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups?id=d7355ac4-5563-43ed-9300-e3f8d5738e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Jun 11 00:32:05.112382 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Calling delete_port for 910ed1bb-f188-4417-99b2-8314d926924e owned by network:router_interface {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:05.194390 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:05.199485 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b995013c-9d65-4819-aa48-2aff2613a359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:05.233084 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'Port': ['ID=03cd3e35-f9d9-4c25-975b-968a32de0dd4,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:05.236984 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:05.377397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:05.379895 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:05.409729 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=910ed1bb-f188-4417-99b2-8314d926924e,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:05.412340 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:05.648856 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:05.657433 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:05.802224 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:05.812700 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:05.821796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:05.822405 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:05.860467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] No DVR routers for this DVR port 03cd3e35-f9d9-4c25-975b-968a32de0dd4 on host hv-cinder-78626 {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:05.863554 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:05.865568 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-21e20527-a1f2-43a3-bd7d-d0cb4b71c3ee req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.45 "DELETE /v2.0/ports/03cd3e35-f9d9-4c25-975b-968a32de0dd4 HTTP/1.1" status: 204 len: 173 time: 1.4690862 Jun 11 00:32:05.866018 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'name': 'network-vif-deleted', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:32:05.868463 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e06b78-cb9c-4901-8009-89c0730b8d66" -d '{"events": [{"server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "name": "network-vif-deleted", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:32:05.912361 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1970539-9f02-4b41-8969-015463c7d527 x-openstack-request-id: req-d1970539-9f02-4b41-8969-015463c7d527 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:32:05.913190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd63659-1459-4d9c-a021-ecc88917200e", "name": "network-vif-deleted", "tag": "03cd3e35-f9d9-4c25-975b-968a32de0dd4", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:32:05.913190 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d1970539-9f02-4b41-8969-015463c7d527 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:32:05.913536 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd63659-1459-4d9c-a021-ecc88917200e', 'name': 'network-vif-deleted', 'tag': '03cd3e35-f9d9-4c25-975b-968a32de0dd4', 'status': 'completed', 'code': 200} Jun 11 00:32:05.939020 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Router 730fca0b-c9cb-4586-a933-85ce7b27a532 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:05.965463 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:06.088256 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:06.093183 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f7526ebb-543d-4ab6-9ef8-ea3439d4c5e4 admin admin] 10.222.0.38 "PUT /v2.0/routers/730fca0b-c9cb-4586-a933-85ce7b27a532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234190 Jun 11 00:32:06.095758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58510) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:06.102411 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Sync routers for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:06.115694 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:06.116704 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.258175 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.260296 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks [] for router, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:06.266756 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:06.272500 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:06.273213 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.301655 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-1276ffe8-1e9b-4950-8626-ecd105013b17 req-5694c8e9-ae3f-4026-a1b4-1b3c76250fc5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd63659-1459-4d9c-a021-ecc88917200e HTTP/1.1" status: 200 len: 210 time: 0.0863583 Jun 11 00:32:06.390920 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:06.439077 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:06.560603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:06.591081 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Deleting port 21976f8a-3c3a-4ef8-930b-b115253a3779 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:06.591596 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:06.648299 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:32:05Z', 'revision_number': 5, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port': {'id': '21976f8a-3c3a-4ef8-930b-b115253a3779', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.653072 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Checking router: 730fca0b-c9cb-4586-a933-85ce7b27a532 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:06.661660 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Routers {'730fca0b-c9cb-4586-a933-85ce7b27a532'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:06.662265 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['730fca0b-c9cb-4586-a933-85ce7b27a532'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.709920 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] For port 21976f8a-3c3a-4ef8-930b-b115253a3779, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=21976f8a-3c3a-4ef8-930b-b115253a3779,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:06.710281 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:06.785504 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] Set router 730fca0b-c9cb-4586-a933-85ce7b27a532 gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:06.809102 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Calling delete_port for 21976f8a-3c3a-4ef8-930b-b115253a3779 owned by network:router_gateway {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:06.838136 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.841801 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4c536-df37-41ce-9946-6e690c3bb8b0 None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:24:04Z', 'revision_number': 4, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '180a7318-b71c-4d3e-824d-a09ec5c95e90', 'name': '', 'network_id': '48184f93-e11d-439d-ac06-a07ea1bc35f9', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'mac_address': 'fa:16:3e:58:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:03Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'subnets': [{'id': '4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:06.871692 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:32:06Z', 'revision_number': 6, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:06.875634 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb533224-5f58-45d8-be87-f39435fec4c2 None None] The sync data for ids ['730fca0b-c9cb-4586-a933-85ce7b27a532'] in dv-cinder-786260-5-smb is: [{'id': '730fca0b-c9cb-4586-a933-85ce7b27a532', 'name': 'tempest-TestMinimumBasicScenario-2077716322-router', 'tenant_id': '0208186336ff4237bf4a4b5d1d6336e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:25Z', 'updated_at': '2021-06-11T00:32:06Z', 'revision_number': 6, 'project_id': '0208186336ff4237bf4a4b5d1d6336e3', 'gw_port_host': None}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:06.994936 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.085768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.088168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-a60eac17-e8c1-446c-8932-314fa960fff8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:07.088829 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e01726-b489-4c23-86e0-ca3a44c1f0d6 None None] New status for floating IP 64909276-d755-4460-8d3e-a0832e17795a: DOWN {{(pid=98936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:32:07.117251 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Pushing event deleted for resources: {'Port': ['ID=21976f8a-3c3a-4ef8-930b-b115253a3779,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:07.120793 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:07.196336 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.343159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.346002 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.464197 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58520) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:07.473998 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.474519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 730fca0b-c9cb-4586-a933-85ce7b27a532 {{(pid=98935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:32:07.479686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.480415 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] 10.222.0.38 "DELETE /v2.0/routers/730fca0b-c9cb-4586-a933-85ce7b27a532 HTTP/1.1" status: 204 len: 168 time: 1.3837593 Jun 11 00:32:07.482896 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58522) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:07.523989 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.533558 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Deleting subnet 00936c9c-ca6a-4b03-ab13-a9d9918d4838 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:32:07.536453 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.547866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.581428 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.650686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.653418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.657300 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "DELETE /v2.0/security-groups/d7355ac4-5563-43ed-9300-e3f8d5738e5d HTTP/1.1" status: 204 len: 168 time: 0.1898956 Jun 11 00:32:07.657300 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-dbf636bc-fa0f-472a-91d7-75a0f4230500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:07.658372 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58524) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:07.677091 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7355ac4-5563-43ed-9300-e3f8d5738e5d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:07.683656 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:07.683656 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.api.v2.resource [None req-248d7174-7418-44b0-9a9b-f031e904ca95 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] show failed (client error): The resource could not be found. Jun 11 00:32:07.683656 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-248d7174-7418-44b0-9a9b-f031e904ca95 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "GET /v2.0/security-groups/d7355ac4-5563-43ed-9300-e3f8d5738e5d HTTP/1.1" status: 404 len: 347 time: 0.0224688 Jun 11 00:32:07.685510 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58526) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:07.707092 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.771875 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 03cd3e35-f9d9-4c25-975b-968a32de0dd4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:07.797658 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 03cd3e35-f9d9-4c25-975b-968a32de0dd4 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:07.798009 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 03cd3e35-f9d9-4c25-975b-968a32de0dd4 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:07.840456 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.843820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:07.844481 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Deleting port 2a8c8bc7-535e-475c-bd8f-4add57c0c540 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:07.844807 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.877377 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00936c9c-ca6a-4b03-ab13-a9d9918d4838,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:07.880712 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:07.881842 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.884125 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f6c8bd7a-998f-4797-b3ee-da266cb76ab0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/00936c9c-ca6a-4b03-ab13-a9d9918d4838 HTTP/1.1" status: 204 len: 168 time: 0.4000368 Jun 11 00:32:07.887147 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58528) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:07.890136 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0624aa1-6ebe-4c41-bbe3-68e83310866b None None] Network c1f65b94-35f6-406f-a44e-d4d371dffd07 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:07.949941 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.950265 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:07.981087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.047922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Calling delete_port for 2a8c8bc7-535e-475c-bd8f-4add57c0c540 owned by network:floatingip {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:08.048960 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Deleting port e5a8f306-d678-4c9a-b61c-c478397c0fb1 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:08.049399 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.144855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] DHCP port deletion for c1f65b94-35f6-406f-a44e-d4d371dffd07 request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:32:08.204616 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Deleting port e5a8f306-d678-4c9a-b61c-c478397c0fb1 {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:08.205257 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.296025 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] For port e5a8f306-d678-4c9a-b61c-c478397c0fb1, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e5a8f306-d678-4c9a-b61c-c478397c0fb1,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:08.296361 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.309226 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.313886 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2886ee48-4815-417f-b821-06667666c7b2 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:08.345614 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Pushing event deleted for resources: {'Port': ['ID=2a8c8bc7-535e-475c-bd8f-4add57c0c540,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:08.350144 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:08.395706 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Calling delete_port for e5a8f306-d678-4c9a-b61c-c478397c0fb1 owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:08.423852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks [] for floatingip, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.426568 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.427242 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] For port e5a8f306-d678-4c9a-b61c-c478397c0fb1, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e5a8f306-d678-4c9a-b61c-c478397c0fb1,segment=NetworkSegment(39b52ea7-c0e6-4be9-872d-a70ef11a5535),segment_id=39b52ea7-c0e6-4be9-872d-a70ef11a5535)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:08.427737 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.427823 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b73b52b2-6635-4880-82b7-0cb42a53c76e tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] 10.222.0.38 "DELETE /v2.0/floatingips/64909276-d755-4460-8d3e-a0832e17795a HTTP/1.1" status: 204 len: 168 time: 0.7413092 Jun 11 00:32:08.523454 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Calling delete_port for e5a8f306-d678-4c9a-b61c-c478397c0fb1 owned by network:dhcp {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:08.634292 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.636603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:08.642461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.651169 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1fc713b0-155a-49e5-925d-397a5e0b9dfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:08.669106 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e5a8f306-d678-4c9a-b61c-c478397c0fb1 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:08.673938 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Pushing event deleted for resources: {'Port': ['ID=e5a8f306-d678-4c9a-b61c-c478397c0fb1,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:08.681660 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a8f306-d678-4c9a-b61c-c478397c0fb1,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:08.684768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:08.687670 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] No DVR routers for this DVR port e5a8f306-d678-4c9a-b61c-c478397c0fb1 on host dv-cinder-786260-5-smb {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:08.701740 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:08.704323 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: e5a8f306-d678-4c9a-b61c-c478397c0fb1 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:08.704744 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e5a8f306-d678-4c9a-b61c-c478397c0fb1 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:08.705237 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 910ed1bb-f188-4417-99b2-8314d926924e no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:08.729119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de02179-2977-42d9-b0a9-107ef8f2a20e None None] No DVR routers for this DVR port e5a8f306-d678-4c9a-b61c-c478397c0fb1 on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:08.737374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 910ed1bb-f188-4417-99b2-8314d926924e {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:08.737374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 910ed1bb-f188-4417-99b2-8314d926924e not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:08.737374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 21976f8a-3c3a-4ef8-930b-b115253a3779 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:08.758466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 21976f8a-3c3a-4ef8-930b-b115253a3779 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:08.758821 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 21976f8a-3c3a-4ef8-930b-b115253a3779 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:08.798597 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.810320 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f65b94-35f6-406f-a44e-d4d371dffd07']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:08.821927 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b52ea7-c0e6-4be9-872d-a70ef11a5535') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:08.822331 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b52ea7-c0e6-4be9-872d-a70ef11a5535') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:08.832765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.847533 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.853195 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:32:08.853512 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:32:08.855110 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:32:08.988356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.992035 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:08.994589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:08.996299 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] 10.222.0.38 "DELETE /v2.0/networks/c1f65b94-35f6-406f-a44e-d4d371dffd07 HTTP/1.1" status: 204 len: 168 time: 1.1080408 Jun 11 00:32:08.999450 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58534) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:09.010078 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f65b94-35f6-406f-a44e-d4d371dffd07,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:09.012414 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-fbf9b80e-e936-440e-a8aa-f53cb197d4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:09.495610 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:09.853486 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Deleting port e22e3292-0a2b-4744-969c-aaca6bebbf21 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:09.853831 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:09.959988 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] For port e22e3292-0a2b-4744-969c-aaca6bebbf21, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e22e3292-0a2b-4744-969c-aaca6bebbf21,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:09.960350 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:10.056334 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Calling delete_port for e22e3292-0a2b-4744-969c-aaca6bebbf21 owned by network:router_interface {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:10.349164 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:10.353504 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:10.384034 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=e22e3292-0a2b-4744-969c-aaca6bebbf21,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:10.387153 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:10.866618 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:11.158009 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:11.300956 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:11.306170 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] 10.222.0.38 "PUT /v2.0/routers/34047eaa-7d47-40d8-b9ff-8b878b6acf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052156 Jun 11 00:32:11.308706 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58552) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:11.311809 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Sync routers for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:11.321651 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:11.322364 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:11.455344 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:11.466808 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:11.594500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:11.701198 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:32:10Z', 'revision_number': 5, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port': {'id': '320a9973-3b3b-4e8f-a650-b4d659b89909', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:28:34Z', 'updated_at': '2021-06-11T00:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:11.704961 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Checking router: 34047eaa-7d47-40d8-b9ff-8b878b6acf34 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:11.714733 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Routers {'34047eaa-7d47-40d8-b9ff-8b878b6acf34'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:11.715426 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:11.720149 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Deleting port 320a9973-3b3b-4e8f-a650-b4d659b89909 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:11.720498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:11.823405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] For port 320a9973-3b3b-4e8f-a650-b4d659b89909, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=320a9973-3b3b-4e8f-a650-b4d659b89909,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:11.823771 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:11.832897 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] Set router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:11.912895 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:32:11Z', 'revision_number': 6, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:11.916495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Calling delete_port for 320a9973-3b3b-4e8f-a650-b4d659b89909 owned by network:router_gateway {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:11.916624 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9cbdf-7e20-4ec4-832c-bf9aa8e861a3 None None] The sync data for ids ['34047eaa-7d47-40d8-b9ff-8b878b6acf34'] in dv-cinder-786260-5-smb is: [{'id': '34047eaa-7d47-40d8-b9ff-8b878b6acf34', 'name': 'tempest-TestMinimumBasicScenario-169611883-router', 'tenant_id': '7401b8614c5a49689b9fe99a4943007c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:28:33Z', 'updated_at': '2021-06-11T00:32:11Z', 'revision_number': 6, 'project_id': '7401b8614c5a49689b9fe99a4943007c', 'gw_port_host': None}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:12.176788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.179585 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-91acfa38-1db1-4037-911c-264ed2171232 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:12.207917 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=320a9973-3b3b-4e8f-a650-b4d659b89909,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:12.210935 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:12.282610 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.424866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.427428 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.554348 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.554894 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34047eaa-7d47-40d8-b9ff-8b878b6acf34 {{(pid=98934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:32:12.559366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Notify callbacks [] for router, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.563396 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/34047eaa-7d47-40d8-b9ff-8b878b6acf34 HTTP/1.1" status: 204 len: 168 time: 1.2508845 Jun 11 00:32:12.563602 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58558) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:12.619770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Deleting subnet 3d3da4bb-22b0-4e93-af0f-cf192fc27fe4 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:32:12.623141 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.667218 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29037045'] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.679978 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58562) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:12.746866 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e22e3292-0a2b-4744-969c-aaca6bebbf21 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:12.771538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: e22e3292-0a2b-4744-969c-aaca6bebbf21 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:12.772177 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e22e3292-0a2b-4744-969c-aaca6bebbf21 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:12.772602 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 320a9973-3b3b-4e8f-a650-b4d659b89909 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:12.799338 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 320a9973-3b3b-4e8f-a650-b4d659b89909 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:12.800092 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 320a9973-3b3b-4e8f-a650-b4d659b89909 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:12.822779 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.971862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25591428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433591'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:12.975112 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-86eeea3b-9397-4b4f-ae37-89dbdef94829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:13.010945 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.012872 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d3da4bb-22b0-4e93-af0f-cf192fc27fe4 HTTP/1.1" status: 204 len: 168 time: 0.4482913 Jun 11 00:32:13.014727 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3da4bb-22b0-4e93-af0f-cf192fc27fe4,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:13.016474 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58566) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:13.020283 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdf942-365e-481b-9c6a-472d4bb8f75e None None] Network 47fe9d97-189a-4758-a49e-bf357c54a81b requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:13.023207 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-0c84c947-6861-4fb1-9f6b-278b2da0934f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:13.114925 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.173749 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Deleting port bbe0bec6-9218-439d-9777-f5afa57bc509 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:13.174094 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.243349 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] DHCP port deletion for 47fe9d97-189a-4758-a49e-bf357c54a81b request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:32:13.267575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] For port bbe0bec6-9218-439d-9777-f5afa57bc509, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=bbe0bec6-9218-439d-9777-f5afa57bc509,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:13.268807 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.284348 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.302857 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Deleting port bbe0bec6-9218-439d-9777-f5afa57bc509 {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:13.303545 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.363515 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Calling delete_port for bbe0bec6-9218-439d-9777-f5afa57bc509 owned by network:dhcp {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:13.384682 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] For port bbe0bec6-9218-439d-9777-f5afa57bc509, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=bbe0bec6-9218-439d-9777-f5afa57bc509,segment=NetworkSegment(236a97c6-4c9e-4931-a19c-b651fe1f2cb3),segment_id=236a97c6-4c9e-4931-a19c-b651fe1f2cb3)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:13.385165 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.479874 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Calling delete_port for bbe0bec6-9218-439d-9777-f5afa57bc509 owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:13.525563 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.528840 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-190ba832-43b2-4d4a-ae3e-d39ab76919a4 tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:13.558610 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe0bec6-9218-439d-9777-f5afa57bc509,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:13.561219 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:13.564350 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] No DVR routers for this DVR port bbe0bec6-9218-439d-9777-f5afa57bc509 on host dv-cinder-786260-5-smb {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:13.572838 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.574937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:13.603304 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Pushing event deleted for resources: {'Port': ['ID=bbe0bec6-9218-439d-9777-f5afa57bc509,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:13.603613 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Deleting port 180a7318-b71c-4d3e-824d-a09ec5c95e90 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:13.603960 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.606310 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:13.607119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31848554-2942-45c0-a89d-5d7795e1aaeb None None] No DVR routers for this DVR port bbe0bec6-9218-439d-9777-f5afa57bc509 on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:13.713334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] For port 180a7318-b71c-4d3e-824d-a09ec5c95e90, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=180a7318-b71c-4d3e-824d-a09ec5c95e90,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:13.713967 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.809056 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Calling delete_port for 180a7318-b71c-4d3e-824d-a09ec5c95e90 owned by network:router_interface {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:13.953018 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:13.965157 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fe9d97-189a-4758-a49e-bf357c54a81b']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:13.976187 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a97c6-4c9e-4931-a19c-b651fe1f2cb3') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:13.976479 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a97c6-4c9e-4931-a19c-b651fe1f2cb3') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:13.987208 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.003388 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.009250 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:32:14.009632 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:32:14.011308 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:32:14.091401 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.093666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:14.126542 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Pushing event deleted for resources: {'Port': ['ID=180a7318-b71c-4d3e-824d-a09ec5c95e90,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:14.129639 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:14.143797 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.147890 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:14.150913 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.154335 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] 10.222.0.38 "DELETE /v2.0/networks/47fe9d97-189a-4758-a49e-bf357c54a81b HTTP/1.1" status: 204 len: 168 time: 1.1354396 Jun 11 00:32:14.169989 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Pushing event deleted for resources: {'Network': ['ID=47fe9d97-189a-4758-a49e-bf357c54a81b,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:14.173526 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:14.347187 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.457257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58570) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:14.500305 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-4e6568a3-50c8-43ab-8cab-10539bf296b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0208186336ff4237bf4a4b5d1d6336e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417540 Jun 11 00:32:14.502697 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58572) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:14.552830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.575002 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.636258 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:14.697173 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.700115 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:14.701586 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49e5a97e-1a90-4143-ad65-22da350168c0 HTTP/1.1" status: 204 len: 168 time: 0.1978204 Jun 11 00:32:14.702529 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e1175077-af73-4e2e-b5ad-96bf5ab260ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:14.713037 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device bbe0bec6-9218-439d-9777-f5afa57bc509 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:14.713983 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5a97e-1a90-4143-ad65-22da350168c0,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:14.716468 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-850b7fbb-d3fd-4a7c-84fb-166a995af4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:14.752378 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: bbe0bec6-9218-439d-9777-f5afa57bc509 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:14.752815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device bbe0bec6-9218-439d-9777-f5afa57bc509 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:15.072582 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:15.079438 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] 10.222.0.38 "PUT /v2.0/routers/4c1e439e-07bf-4ee1-a2e7-dba3731742cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3966200 Jun 11 00:32:15.080758 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58578) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:15.081369 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Sync routers for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:15.090250 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:15.090855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:15.226678 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks [] for router, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.310934 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58580) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:15.358426 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-94d70b9e-bcab-4843-88a8-4c9bc5179696 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7401b8614c5a49689b9fe99a4943007c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462117 Jun 11 00:32:15.361805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58582) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:15.362964 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:15.392248 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.425597 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.448648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.530901 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Deleting port aa9b0939-fc36-4af3-b732-cc824ce9b606 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:15.531586 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.598264 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78'}], 'enable_snat': True}, 'gw_port_id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:32:13Z', 'revision_number': 5, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port': {'id': 'aa9b0939-fc36-4af3-b732-cc824ce9b606', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:15.601520 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Checking router: 4c1e439e-07bf-4ee1-a2e7-dba3731742cd for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:15.602490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.605047 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.609879 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53f227a9-7b7c-42fd-aa96-5df3e736bbf9 HTTP/1.1" status: 204 len: 168 time: 0.2434437 Jun 11 00:32:15.609879 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b05d17e3-d6df-4794-90a2-9dbffb905dfa tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:15.610398 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Routers {'4c1e439e-07bf-4ee1-a2e7-dba3731742cd'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:15.611009 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:15.629451 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f227a9-7b7c-42fd-aa96-5df3e736bbf9,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:15.632676 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:15.658566 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] For port aa9b0939-fc36-4af3-b732-cc824ce9b606, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=aa9b0939-fc36-4af3-b732-cc824ce9b606,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:15.658930 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:15.735405 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] Set router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd gateway port host: None {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:15.753102 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Calling delete_port for aa9b0939-fc36-4af3-b732-cc824ce9b606 owned by network:router_gateway {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:15.813687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:32:15Z', 'revision_number': 6, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:15.817606 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16e63f-5126-45ec-94a8-25abf7f6cb4c None None] The sync data for ids ['4c1e439e-07bf-4ee1-a2e7-dba3731742cd'] in dv-cinder-786260-5-smb is: [{'id': '4c1e439e-07bf-4ee1-a2e7-dba3731742cd', 'name': 'tempest-AttachVolumeTestJSON-2068665083-router', 'tenant_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:51Z', 'updated_at': '2021-06-11T00:32:15Z', 'revision_number': 6, 'project_id': 'e3c77aa94fde4cc7bc923b582fce8eb8', 'gw_port_host': None}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:16.056935 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.059920 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7576ce30-1f76-42d2-b1d5-eb863525886f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:16.088887 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9b0939-fc36-4af3-b732-cc824ce9b606,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:16.092113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:16.171599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.310498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.312682 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.417178 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.417758 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1e439e-07bf-4ee1-a2e7-dba3731742cd {{(pid=98934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:32:16.422908 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Notify callbacks [] for router, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.424155 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4c1e439e-07bf-4ee1-a2e7-dba3731742cd HTTP/1.1" status: 204 len: 168 time: 1.3424280 Jun 11 00:32:16.426745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58600) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:16.480227 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Deleting subnet 4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:32:16.483165 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.525014 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.623203 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.673281 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58606) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:16.682553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device aa9b0939-fc36-4af3-b732-cc824ce9b606 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:16.711488 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: aa9b0939-fc36-4af3-b732-cc824ce9b606 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:16.711872 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device aa9b0939-fc36-4af3-b732-cc824ce9b606 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:16.712296 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 180a7318-b71c-4d3e-824d-a09ec5c95e90 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:16.738396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 180a7318-b71c-4d3e-824d-a09ec5c95e90 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:16.739186 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 180a7318-b71c-4d3e-824d-a09ec5c95e90 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:16.771776 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.775026 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1da5c0bd-3ed7-42b6-9ef3-3a31ec5bd34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:16.776653 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516903876-network', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:16.806999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:16.808970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.813665 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4d907fa5-7e2a-4e0f-84b1-d16bd190a2ad HTTP/1.1" status: 204 len: 168 time: 0.3830388 Jun 11 00:32:16.814330 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250114ae-f39f-4a49-912f-cd21a38c6699 None None] Network 48184f93-e11d-439d-ac06-a07ea1bc35f9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:16.814786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58610) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:16.817717 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-725aee40-cf77-4ea4-9631-34dd85ccc2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:16.905804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Made reservation on behalf of 47b83b4b335c490b8cbd17d5da21c1f6 for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:32:16.908148 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.923684 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.925372 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:16.972525 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:32:17.047005 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Deleting port 05c2d76a-eb31-48d8-8b2e-16789abb895d {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:17.047366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.068661 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] DHCP port deletion for 48184f93-e11d-439d-ac06-a07ea1bc35f9 request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:32:17.092161 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.119741 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Deleting port 05c2d76a-eb31-48d8-8b2e-16789abb895d {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:32:17.120366 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.145850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.150982 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-69bcbf37-801c-46db-9c5f-12084b801f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:17.158643 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] For port 05c2d76a-eb31-48d8-8b2e-16789abb895d, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=05c2d76a-eb31-48d8-8b2e-16789abb895d,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:17.158991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.204948 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] For port 05c2d76a-eb31-48d8-8b2e-16789abb895d, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=05c2d76a-eb31-48d8-8b2e-16789abb895d,segment=NetworkSegment(b6888f17-c307-48b1-a375-4fcab2b939c6),segment_id=b6888f17-c307-48b1-a375-4fcab2b939c6)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:17.205348 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.267686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Calling delete_port for 05c2d76a-eb31-48d8-8b2e-16789abb895d owned by network:dhcp {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:17.269541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:32:17.289943 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df23382c-573d-4e13-acb9-f68afd8ca9a9,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:17.293188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:17.295765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.296060 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Added segment c79cfff8-ff89-4f5d-bcfc-1c267e1a7917 of type vlan for network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 Jun 11 00:32:17.302685 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Calling delete_port for 05c2d76a-eb31-48d8-8b2e-16789abb895d owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:32:17.405325 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.445698 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.448627 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-03c2dfc4-6750-4753-b5a6-6e7872545320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:17.452205 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.454880 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:17.479646 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Pushing event deleted for resources: {'Port': ['ID=05c2d76a-eb31-48d8-8b2e-16789abb895d,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:17.483798 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] No DVR routers for this DVR port 05c2d76a-eb31-48d8-8b2e-16789abb895d on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:17.484549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Pushing event deleted for resources: {'Port': ['ID=05c2d76a-eb31-48d8-8b2e-16789abb895d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:17.486492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] No DVR routers for this DVR port 05c2d76a-eb31-48d8-8b2e-16789abb895d on host dv-cinder-786260-5-smb {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:32:17.488347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:17.492356 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.492708 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.493053 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.493392 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.493726 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.494056 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.494471 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.494918 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.495335 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.495666 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.497352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.497352 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:17.500094 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:17.514377 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.516970 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:17.517545 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.521039 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b483849-60e3-4945-b64f-a5c6a07ee67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:17.658575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.661487 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Pushing event updated for resources: {'Network': ['ID=c2e84f29-1ec9-45dd-96ef-d6404ae085e0,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:17.670717 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:17.672202 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48184f93-e11d-439d-ac06-a07ea1bc35f9']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:17.676813 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:32:17.681713 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0072820 Jun 11 00:32:17.684768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58612) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:17.685206 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6888f17-c307-48b1-a375-4fcab2b939c6') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:17.685482 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6888f17-c307-48b1-a375-4fcab2b939c6') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:17.689814 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Request body: {'subnet': {'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516903876-subnet', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:17.696025 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.711928 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.720408 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:32:17.720858 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self.session.flush() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self.session.flush() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self.session.flush() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self.session.flush() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:32:17.722594 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:32:17.816613 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Made reservation on behalf of 47b83b4b335c490b8cbd17d5da21c1f6 for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:32:17.819285 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28938467'] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.925528 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.929658 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-146c2bd1-389d-48d8-8b56-9e556be0e112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:17.933679 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:17.936298 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] 10.222.0.38 "DELETE /v2.0/networks/48184f93-e11d-439d-ac06-a07ea1bc35f9 HTTP/1.1" status: 204 len: 168 time: 1.1197281 Jun 11 00:32:17.947967 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Pushing event deleted for resources: {'Network': ['ID=48184f93-e11d-439d-ac06-a07ea1bc35f9,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:17.950878 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-523f6c10-696e-42f2-ab63-0460d253c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:18.102589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28938485'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.104812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:18.168745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1486978f-89dd-49a4-ae84-6fe4d5390700,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:18.172497 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:18.176277 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Checking segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:18.176572 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Network hostable DHCP agents. Network: c2e84f29-1ec9-45dd-96ef-d6404ae085e0, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:32:18.228164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58616) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:18.272060 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5dbb67b2-0c8c-43cf-9b8c-d490131f496d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3c77aa94fde4cc7bc923b582fce8eb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427070 Jun 11 00:32:18.274313 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58618) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:18.302093 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:32:18.331315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.357014 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.389026 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, c2e84f29-1ec9-45dd-96ef-d6404ae085e0) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:18.393373 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:18.393972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.397616 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81a5fe-a6a8-477e-98e3-598fdd9f6c86 None None] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:18.474765 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7887998 Jun 11 00:32:18.477274 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58620) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:18.481698 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:18.498662 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.501870 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.505549 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff3d6d27-6e91-4387-8a0d-9721adfbd2f7 HTTP/1.1" status: 204 len: 168 time: 0.2278075 Jun 11 00:32:18.505549 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6e3d675e-4f62-4f1c-9ae9-99fc3d6361a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:18.514118 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d6d27-6e91-4387-8a0d-9721adfbd2f7,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:18.516578 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-957617f4-9f71-4b63-9888-baef4713e5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:18.555215 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.557446 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.593778 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:32:18.594645 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.634304 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:18.683189 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 05c2d76a-eb31-48d8-8b2e-16789abb895d no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:32:18.715392 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 05c2d76a-eb31-48d8-8b2e-16789abb895d {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:32:18.718022 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 05c2d76a-eb31-48d8-8b2e-16789abb895d not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:32:18.773928 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Allocated IP 172.20.0.2 (c2e84f29-1ec9-45dd-96ef-d6404ae085e0/1486978f-89dd-49a4-ae84-6fe4d5390700/d24d2b17-7929-48ee-84da-af54135d1d4e) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:18.946661 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.088096 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.096144 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Transition to ACTIVE for port object d24d2b17-7929-48ee-84da-af54135d1d4e will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:19.111093 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Transition to ACTIVE for port object d24d2b17-7929-48ee-84da-af54135d1d4e will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:19.199773 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.208868 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:19.243607 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:19.251865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:19.254298 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:19.254430 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.267335 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Pushing event updated for resources: {'Port': ['ID=d24d2b17-7929-48ee-84da-af54135d1d4e,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:19.269998 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:19.279780 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.340887 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Attempting to bind port d24d2b17-7929-48ee-84da-af54135d1d4e on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:19.341417 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Attempting to bind port d24d2b17-7929-48ee-84da-af54135d1d4e by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:19.341974 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Attempting to bind port d24d2b17-7929-48ee-84da-af54135d1d4e on network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:19.348162 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:19.348730 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Checking segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:19.349520 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.349806 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Bound using segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:19.350374 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Bound port: d24d2b17-7929-48ee-84da-af54135d1d4e, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:19.350906 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.403000 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Allocated IP 172.28.1.49 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/2d7ffd95-87eb-4615-8c72-df087f662c54) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:19.433431 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] For port d24d2b17-7929-48ee-84da-af54135d1d4e, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:19.433431 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] For port d24d2b17-7929-48ee-84da-af54135d1d4e, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=d24d2b17-7929-48ee-84da-af54135d1d4e,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:19.503645 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.505975 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a43b9b21-9530-4da8-8f2a-21f74d0b676a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:19.536299 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.576046 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Pushing event updated for resources: {'Port': ['ID=d24d2b17-7929-48ee-84da-af54135d1d4e,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:19.579988 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:19.629052 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:19.632035 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0ceb91eb-cb93-49fa-91ab-31bce8a39ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:19.676163 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:19.679080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:19.682755 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:19.717384 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Pushing event updated for resources: {'Port': ['ID=2d7ffd95-87eb-4615-8c72-df087f662c54,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:19.728349 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:20.229184 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:20.491860 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c73c1a-dba3-4b23-b53e-2da8fb91b784 None None] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:20.523993 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:20.647691 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-084d6ec0-0e1b-4162-95d5-c2ce5647a747 None None] Provisioning for port d24d2b17-7929-48ee-84da-af54135d1d4e completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:20.738901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device d24d2b17-7929-48ee-84da-af54135d1d4e up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:20.793706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:32:20.879836 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port d24d2b17-7929-48ee-84da-af54135d1d4e completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:20.889904 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port d24d2b17-7929-48ee-84da-af54135d1d4e triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:20.889904 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:20.995997 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:21.014293 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-3e7fc296-66ee-41a4-8c43-f1a7d8254367 None None] Provisioning complete for port d24d2b17-7929-48ee-84da-af54135d1d4e triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:21.015706 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc296-66ee-41a4-8c43-f1a7d8254367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:21.070099 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port d24d2b17-7929-48ee-84da-af54135d1d4e, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=d24d2b17-7929-48ee-84da-af54135d1d4e,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:21.127587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3e7fc296-66ee-41a4-8c43-f1a7d8254367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:21.165810 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:21.168191 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-63ac65e3-db78-4111-a2dd-316a7fa7b6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:21.232397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:21.245000 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Sync routers for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:21.251716 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.db.api [None req-3e7fc296-66ee-41a4-8c43-f1a7d8254367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 00:32:21.252100 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_db.api [None req-3e7fc296-66ee-41a4-8c43-f1a7d8254367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 00:32:21.254971 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=d24d2b17-7929-48ee-84da-af54135d1d4e,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:21.255712 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:21.256319 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:21.258019 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:21.456422 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:21.457847 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-034abb26-e532-47c7-9e46-881945ca657b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9796147 Jun 11 00:32:21.460489 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58668) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:21.488014 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:21.725100 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:19Z', 'revision_number': 3, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:21.728303 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Checking router: e1acedee-8c91-4d79-8c06-a88aa9b0fc74 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:21.728678 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Updating router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 port 2d7ffd95-87eb-4615-8c72-df087f662c54 binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:32:21.772729 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.008443 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.064565 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.074503 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Transition to ACTIVE for port object 2d7ffd95-87eb-4615-8c72-df087f662c54 will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:22.125715 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.128736 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:22.186510 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Attempting to bind port 2d7ffd95-87eb-4615-8c72-df087f662c54 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:22.186794 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Allocated IP 172.20.0.1 (c2e84f29-1ec9-45dd-96ef-d6404ae085e0/1486978f-89dd-49a4-ae84-6fe4d5390700/7e15581b-d5c6-4a4f-8563-5eae40fc3dc5) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:22.186943 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Attempting to bind port 2d7ffd95-87eb-4615-8c72-df087f662c54 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:22.187270 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Attempting to bind port 2d7ffd95-87eb-4615-8c72-df087f662c54 on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:22.195959 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Pushing event updated for resources: {'Port': ['ID=2d7ffd95-87eb-4615-8c72-df087f662c54,revision_number=2']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:22.198890 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:22.199287 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:22.199697 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.200089 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:22.200556 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Bound port: 2d7ffd95-87eb-4615-8c72-df087f662c54, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:22.201000 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.207536 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.207882 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.208221 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.208551 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.208941 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.209266 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.209585 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.209903 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.210217 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.210533 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.210850 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.211161 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:22.214919 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:22.271468 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] For port 2d7ffd95-87eb-4615-8c72-df087f662c54, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:22.274382 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] For port 2d7ffd95-87eb-4615-8c72-df087f662c54, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=2d7ffd95-87eb-4615-8c72-df087f662c54,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:22.318159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.330855 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Transition to ACTIVE for port object 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:22.334251 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.334251 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:22.386683 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:22.387350 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:22.440400 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.443646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-3f56a2a9-400b-43c3-b223-a11d32b0de3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:22.481500 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:22.488099 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:22.491802 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:22.510816 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Pushing event updated for resources: {'Port': ['ID=2d7ffd95-87eb-4615-8c72-df087f662c54,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:22.513964 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-5b1edfd3-c86e-4388-a9d4-b51b00f08ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:22.528970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Pushing event updated for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:22.536401 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:22.546505 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.553440 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:22.688582 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device d24d2b17-7929-48ee-84da-af54135d1d4e up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:22.762660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port d24d2b17-7929-48ee-84da-af54135d1d4e triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:22.762660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.810598 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:19Z', 'revision_number': 3, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:22.814506 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b430d-685f-4320-8051-5b7ac9c624ee None None] The sync data for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb is: [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:19Z', 'revision_number': 3, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:22.842568 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.942913 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d20551c0-c02b-41f9-97f8-80c69593dd45 None None] Provisioning for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:22.947180 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d20551c0-c02b-41f9-97f8-80c69593dd45 None None] Provisioning complete for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:22.952014 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d20551c0-c02b-41f9-97f8-80c69593dd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:22.989140 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-d20551c0-c02b-41f9-97f8-80c69593dd45 None None] Port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:32:23.090937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:23.148560 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:23.150971 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1ab8f564-5fc4-4234-aa6a-2a4c97ba881c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:23.232704 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Pushing event updated for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:23.235700 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:23.236865 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:23.360028 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:23.361586 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:23.522363 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:23.611695 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a015a22b-1559-4ab8-84a9-a7463b6f3bf0 None None] Provisioning complete for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:23.612079 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a015a22b-1559-4ab8-84a9-a7463b6f3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:23.651775 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a015a22b-1559-4ab8-84a9-a7463b6f3bf0 None None] Port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:32:23.670847 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:23.676079 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] 10.222.0.38 "PUT /v2.0/routers/e1acedee-8c91-4d79-8c06-a88aa9b0fc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146430 Jun 11 00:32:24.275853 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Sync routers for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:24.285395 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:24.286011 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:24.431957 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:24.504072 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58698) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:24.509715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1920612975-network', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:24.615041 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Made reservation on behalf of 49ccd76959c241ca959238a9a0b341a9 for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:32:24.615041 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.628727 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.704902 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 2d7ffd95-87eb-4615-8c72-df087f662c54 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:24.710539 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 2, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:24.726131 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.735602 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Checking router: e1acedee-8c91-4d79-8c06-a88aa9b0fc74 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:24.735947 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Updating router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:32:24.786220 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.788362 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.792787 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-43b93ee4-edef-4ffc-b5f6-cb3d075e62f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:24.816154 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:32:24.825635 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6826464-5f1b-44d7-b95f-319ec6a04abe,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:24.829918 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:24.832891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.833222 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Added segment 8dd73e89-9d34-4b04-b03c-3bc71fec8711 of type vlan for network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c Jun 11 00:32:24.885117 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.927429 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 2d7ffd95-87eb-4615-8c72-df087f662c54 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:24.943601 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 2d7ffd95-87eb-4615-8c72-df087f662c54 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:24.943990 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.983038 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.984944 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:24.985537 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:24.988596 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:25.064934 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Pushing event updated for resources: {'Network': ['ID=dfb7ca84-5537-4d50-b6d1-d817b9e0e68c,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:25.073037 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:25.083712 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:32:25.103528 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e32921ee-8e3f-4550-a469-91fd3bfad11d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6030118 Jun 11 00:32:25.106119 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58706) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:25.111662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Request body: {'subnet': {'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1920612975-subnet', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:25.240248 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Made reservation on behalf of 49ccd76959c241ca959238a9a0b341a9 for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:32:25.242658 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433576'] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.299492 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.413942 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 2d7ffd95-87eb-4615-8c72-df087f662c54, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=2d7ffd95-87eb-4615-8c72-df087f662c54,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:25.427366 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.437572 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Transition to ACTIVE for port object 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:25.531982 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25591493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433598'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.532518 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.534242 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.535110 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-83f4ac8e-1e63-4bf9-804f-065e1cf3aebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:25.537688 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:25.589043 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecff40c0-0d9b-4fb6-84f2-2c13aba439b9,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:25.598257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:25.614422 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Checking segment: {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:25.614818 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Network hostable DHCP agents. Network: dfb7ca84-5537-4d50-b6d1-d817b9e0e68c, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:32:25.693814 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=2d7ffd95-87eb-4615-8c72-df087f662c54,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:25.729790 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Attempting to bind port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:25.735901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Attempting to bind port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:25.735901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Attempting to bind port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 on network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:25.736445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:32:25.745954 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:25.746340 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Checking segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:25.746753 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.747162 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Bound using segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:25.747706 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Bound port: 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:25.748089 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.768688 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddc0ca-d6fb-42b5-b170-3648b4cc90f0 None None] Pushing event updated for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:25.769078 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-61ddc0ca-d6fb-42b5-b170-3648b4cc90f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:25.769400 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:25.769755 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:25.828218 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, dfb7ca84-5537-4d50-b6d1-d817b9e0e68c) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:25.834083 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:25.835214 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.838759 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873df171-f762-4356-bc82-b7ad5e473363 None None] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:25.866468 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] For port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:25.883537 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] For port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:25.909595 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8022873 Jun 11 00:32:25.912065 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58724) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:25.916634 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:25.984178 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.988422 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-3ee0bd0d-8c06-485a-8eff-17d88efc8aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:25.994786 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58648'] for router, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:25.996058 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-447944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58851'] for router, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.075496 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.095280 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:26.095280 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:26.099376 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3b132a3-2ac1-5adb-9fdd-fd3308a5b6a8-dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'fixed_ips': [{'subnet_id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9'}]}} from dv-cinder-786260-5-smb. {{(pid=98936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 00:32:26.100208 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.208911 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddc0ca-d6fb-42b5-b170-3648b4cc90f0 None None] Pushing event updated for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:26.212375 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-61ddc0ca-d6fb-42b5-b170-3648b4cc90f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:26.360204 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-447937', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58869'] for router, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.401934 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:26.457354 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.db_base_plugin_common [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Allocated IP 172.20.0.2 (dfb7ca84-5537-4d50-b6d1-d817b9e0e68c/ecff40c0-0d9b-4fb6-84f2-2c13aba439b9/e6f3bcca-2850-4c02-bcd4-52de2062c630) {{(pid=98936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:26.688699 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 2d7ffd95-87eb-4615-8c72-df087f662c54 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:26.737660 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.763509 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.844471 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks [] for port, precommit_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.857871 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Transition to ACTIVE for port object e6f3bcca-2850-4c02-bcd4-52de2062c630 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:26.864094 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 2d7ffd95-87eb-4615-8c72-df087f662c54 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:26.864416 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:26.879079 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Allocated IP 172.28.1.75 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/928a0e0c-bd8f-40f0-b93a-69bce84b4f1a) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:27.013513 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.047057 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Transition to ACTIVE for port object e6f3bcca-2850-4c02-bcd4-52de2062c630 will not be triggered until provisioned by entity DHCP. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:27.052856 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:27.058907 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516f4c1-cfea-4f0c-802c-f8023439fb69 None None] The sync data for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb is: [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:27.108207 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.111478 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-026e5d3c-80b0-4620-9b49-b3568bdf040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:27.131109 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023'] for port, after_create {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.134883 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-61ddc0ca-d6fb-42b5-b170-3648b4cc90f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:27.170293 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:27.173311 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:27.180902 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:27.187603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c is already hosted by enough agents. {{(pid=98936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:27.190542 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.scheduler.base_scheduler [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Resources bound (agent type, host, resource id): {{(pid=98936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:27.195142 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Received port after_create {{(pid=98936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:27.198215 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Pushing event updated for resources: {'Port': ['ID=e6f3bcca-2850-4c02-bcd4-52de2062c630,revision_number=1']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:27.201924 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:27.226907 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Pushing event updated for resources: {'Port': ['ID=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:27.232537 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:27.276151 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Attempting to bind port e6f3bcca-2850-4c02-bcd4-52de2062c630 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:27.276537 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Attempting to bind port e6f3bcca-2850-4c02-bcd4-52de2062c630 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:27.276909 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Attempting to bind port e6f3bcca-2850-4c02-bcd4-52de2062c630 on network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:27.283084 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:27.283507 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Checking segment: {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:27.283912 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.284323 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Bound using segment: {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:27.284806 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Bound port: e6f3bcca-2850-4c02-bcd4-52de2062c630, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:27.285190 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.371908 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] For port e6f3bcca-2850-4c02-bcd4-52de2062c630, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:27.380448 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] For port e6f3bcca-2850-4c02-bcd4-52de2062c630, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e6f3bcca-2850-4c02-bcd4-52de2062c630,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:27.474629 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:27.477932 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:27.553833 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Pushing event updated for resources: {'Port': ['ID=e6f3bcca-2850-4c02-bcd4-52de2062c630,revision_number=2']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:27.564174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:27.940554 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:28.224524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448393'] for router, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:28.434105 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 is scheduled to L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 with binding_index 1 {{(pid=98935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 00:32:28.443006 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b01dc-905d-4570-92f9-e3db3635f7db None None] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:32:28.477560 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-30af882a-547c-456c-ba60-9698db0bba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:28.532858 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-366fd68b-06f9-4704-b061-0e1b29b0730a None None] Provisioning for port e6f3bcca-2850-4c02-bcd4-52de2062c630 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:28.587664 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:28.597111 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Sync routers for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:28.606278 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:28.606984 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:28.668742 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:28.673009 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-12e522e6-9c68-457d-856a-f1cc949baee2 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7568872 Jun 11 00:32:28.673327 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58748) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:28.788697 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:28.835359 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:28.957838 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:28.967796 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:28.968328 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.121735 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.162089 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:29.237457 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:27Z', 'revision_number': 3, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:29.241177 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Checking router: fa16d0ec-509c-4cd3-9dd0-e60af5c36144 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:29.241560 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Updating router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a binding host dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:32:29.251535 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.252415 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e6f3bcca-2850-4c02-bcd4-52de2062c630 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:29.254174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-8973ed51-ee22-49bb-b30c-4c12021f6cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:29.284415 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.348914 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:29.352662 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:29.440801 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port e6f3bcca-2850-4c02-bcd4-52de2062c630 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:29.445119 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e6f3bcca-2850-4c02-bcd4-52de2062c630 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:29.445501 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.548089 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.585633 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port e6f3bcca-2850-4c02-bcd4-52de2062c630, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e6f3bcca-2850-4c02-bcd4-52de2062c630,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:29.606957 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks [] for port, precommit_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.617843 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.provisioning_blocks [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Transition to ACTIVE for port object 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a will not be triggered until provisioned by entity L2. {{(pid=98937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:29.645846 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.647918 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:29.668734 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.671910 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:29.686251 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.709594 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=e6f3bcca-2850-4c02-bcd4-52de2062c630,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:29.712726 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:29.735691 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Attempting to bind port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:29.736059 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Attempting to bind port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:29.736416 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Attempting to bind port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a on network 1d472f60-1af9-462e-85d9-6a09201972d8 {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:29.738956 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d428b9-b526-4e53-bfcb-98ef83abecac None None] Pushing event updated for resources: {'Port': ['ID=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,revision_number=2']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:29.742352 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-86d428b9-b526-4e53-bfcb-98ef83abecac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:29.745268 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:29.745777 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Checking segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:29.746033 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.746420 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Bound using segment: {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'} {{(pid=98937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:29.746874 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.managers [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Bound port: 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87905db2-f5b3-449c-b641-e2d73001ce25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8'}}] {{(pid=98937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:29.747453 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.817515 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] For port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:29.820803 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.plugins.ml2.db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] For port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:29.895130 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Allocated IP 172.20.0.1 (dfb7ca84-5537-4d50-b6d1-d817b9e0e68c/ecff40c0-0d9b-4fb6-84f2-2c13aba439b9/7e10e072-e73b-4d33-880e-b42ba8957739) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:32:29.903105 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron_lib.callbacks.manager [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:29.907485 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-7e88837f-4774-4735-ad93-419ed4fc6a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:29.966130 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:29.966753 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:30.028285 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.040814 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Transition to ACTIVE for port object 7e10e072-e73b-4d33-880e-b42ba8957739 will not be triggered until provisioned by entity DHCP. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:30.059081 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d428b9-b526-4e53-bfcb-98ef83abecac None None] Pushing event updated for resources: {'Port': ['ID=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,revision_number=3']} {{(pid=98937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:30.063795 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG oslo_concurrency.lockutils [None req-86d428b9-b526-4e53-bfcb-98ef83abecac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:30.113368 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:30.131802 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.134841 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:30.178678 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:30.182932 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:30.188640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:32:30.193189 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Pushing event updated for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:30.219837 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:30.241879 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-444238'] for router_interface, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.358324 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:27Z', 'revision_number': 3, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:30.362526 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43de4c68-dc5a-4748-9831-c0c984d1e291 None None] The sync data for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb is: [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:27Z', 'revision_number': 3, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:30.480507 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.520048 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-34f69b73-36b9-4be5-a0b3-0805bc6945b2 None None] Provisioning for port 7e10e072-e73b-4d33-880e-b42ba8957739 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:30.525277 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-34f69b73-36b9-4be5-a0b3-0805bc6945b2 None None] Provisioning complete for port 7e10e072-e73b-4d33-880e-b42ba8957739 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:30.525895 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-34f69b73-36b9-4be5-a0b3-0805bc6945b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.582719 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-34f69b73-36b9-4be5-a0b3-0805bc6945b2 None None] Port 7e10e072-e73b-4d33-880e-b42ba8957739 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:32:30.720409 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.768515 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:30.782642 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.785074 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-0f8eb5a8-25c5-44ca-86b6-6483ae3dd4f8 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:30.877184 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Pushing event updated for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:30.880604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:30.881589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444218'] for router_interface, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:30.931429 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:30.936300 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:30.936953 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.010755 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:32:31.012188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:32:31.059886 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.092672 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:31.137788 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-49b1dcf5-3a60-41fb-99e5-9ebdc1904d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.168601 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.169553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:31.171860 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:31.186732 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:32:31.230550 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.276013 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:31.279270 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:31.287946 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:31.288453 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.338438 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-9fd7661e-6a8b-444f-b590-c768814a733b None None] Provisioning complete for port 7e10e072-e73b-4d33-880e-b42ba8957739 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:31.338926 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9fd7661e-6a8b-444f-b590-c768814a733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.352548 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:32:31.357476 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a5b741a5-c338-4f05-a743-dfb5d9fef31a admin admin] 10.222.0.38 "PUT /v2.0/routers/fa16d0ec-509c-4cd3-9dd0-e60af5c36144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6819346 Jun 11 00:32:31.383577 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-9fd7661e-6a8b-444f-b590-c768814a733b None None] Port 7e10e072-e73b-4d33-880e-b42ba8957739 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:32:31.428927 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e6f3bcca-2850-4c02-bcd4-52de2062c630 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:31.484591 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port e6f3bcca-2850-4c02-bcd4-52de2062c630 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:31.487440 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:31.904012 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Sync routers for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:32:31.913459 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:31.914088 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:31.943916 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58786) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:31.948642 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640011522', 'description': 'tempest-secgroup-smoke-640011522 description', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:32.055466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:32.061905 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.147980 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.210778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.214315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-784be358-7e14-4dd7-a8a8-8e81d69d9eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:32.244979 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c4f62-2141-4320-aee6-2c0f505d37c1,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:32.247734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:32.313156 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:30Z', 'revision_number': 4, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e10e072-e73b-4d33-880e-b42ba8957739', 'name': '', 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'mac_address': 'fa:16:3e:c7:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:29Z', 'updated_at': '2021-06-11T00:32:30Z', 'revision_number': 2, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'subnets': [{'id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:32.313708 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.315249 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3700533 Jun 11 00:32:32.316617 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Checking router: fa16d0ec-509c-4cd3-9dd0-e60af5c36144 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:32:32.317139 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Updating router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 port 7e10e072-e73b-4d33-880e-b42ba8957739 binding host dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 00:32:32.318142 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58788) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:32.322747 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:32.356888 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.404674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.465237 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.472078 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.519601 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.521734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6dc77be0-65eb-4ee8-ae77-2f2483ff7b64 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:32.538639 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df67482-1f7c-4943-8ed7-05baa971c99e,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:32.541048 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:32.605775 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.607026 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-dc7a2db0-7fcc-4bc6-ae67-97e5ef0ce75d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879384 Jun 11 00:32:32.610300 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58790) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:32.614904 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:32.747531 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:32.747944 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.825501 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.855055 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks [] for port, precommit_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.865075 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:32.865449 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.869085 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Transition to ACTIVE for port object 7e10e072-e73b-4d33-880e-b42ba8957739 will not be triggered until provisioned by entity L2. {{(pid=98936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:32:32.902473 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:32.904593 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:32.924908 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc93320b-e5f7-4974-afba-991938488326,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:32.927298 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:33.005438 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.007396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:33.051449 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.055423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58798) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:33.055836 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-b6c75491-d4ce-435e-8345-c62e05b602e4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4441764 Jun 11 00:32:33.060693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:33.101007 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35cc32-a286-41b6-a752-5a328b993609 None None] Pushing event updated for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=3']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:33.105266 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0d35cc32-a286-41b6-a752-5a328b993609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:33.168201 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Attempting to bind port 7e10e072-e73b-4d33-880e-b42ba8957739 on host dv-cinder-786260-5-smb for vnic_type normal with profile {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:32:33.168668 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Attempting to bind port 7e10e072-e73b-4d33-880e-b42ba8957739 by drivers openvswitch,hyperv on host dv-cinder-786260-5-smb at level 0 using segments [{'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:32:33.169046 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Attempting to bind port 7e10e072-e73b-4d33-880e-b42ba8957739 on network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:32:33.170543 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.174855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Checking agent: {'id': 'c18da092-17c9-43d2-90b0-6edbb4d8e12d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 16, 1), 'started_at': datetime.datetime(2021, 6, 11, 0, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:32:33.181901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Checking segment: {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:32:33.181901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.181901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Bound using segment: {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'} {{(pid=98936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:32:33.181901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Bound port: 7e10e072-e73b-4d33-880e-b42ba8957739, host: dv-cinder-786260-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd73e89-9d34-4b04-b03c-3bc71fec8711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c'}}] {{(pid=98936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:32:33.181901 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.256293 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.258603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] For port 7e10e072-e73b-4d33-880e-b42ba8957739, host dv-cinder-786260-5-smb, cleared binding levels {{(pid=98936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:32:33.261694 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] For port 7e10e072-e73b-4d33-880e-b42ba8957739, host dv-cinder-786260-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e10e072-e73b-4d33-880e-b42ba8957739,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:32:33.369541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.369541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-065e40c4-ff32-48cf-b31a-41b5ab0eb3d5 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:33.385135 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec7a620-0e52-4638-9f69-ac59724a1c2b,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:33.387646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:33.411641 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.414472 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:33.478794 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:32:33.479469 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:32:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:33.481312 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35cc32-a286-41b6-a752-5a328b993609 None None] Pushing event updated for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:33.485096 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0d35cc32-a286-41b6-a752-5a328b993609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:33.537033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.538245 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-fb9d36e8-e12d-40bd-8fa2-65a82ea9963e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812474 Jun 11 00:32:33.540970 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58808) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:33.545948 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:33.634269 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:32:33.645433 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.711434 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.765930 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.768172 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:33.786296 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a18ccee-559d-48cf-9f8f-6889e3ce9f0b,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:33.788761 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:33.832261 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.850964 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:33.852206 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100348 Jun 11 00:32:33.854922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58810) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:33.860004 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:33.918609 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:30Z', 'revision_number': 4, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e10e072-e73b-4d33-880e-b42ba8957739', 'name': '', 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'mac_address': 'fa:16:3e:c7:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:29Z', 'updated_at': '2021-06-11T00:32:33Z', 'revision_number': 4, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'subnets': [{'id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:32:33.922756 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2f56a-6fb7-4738-90f6-d6bb1fa3c664 None None] The sync data for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb is: [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:30Z', 'revision_number': 4, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e10e072-e73b-4d33-880e-b42ba8957739', 'name': '', 'network_id': 'dfb7ca84-5537-4d50-b6d1-d817b9e0e68c', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'mac_address': 'fa:16:3e:c7:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:29Z', 'updated_at': '2021-06-11T00:32:33Z', 'revision_number': 4, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'subnets': [{'id': 'ecff40c0-0d9b-4fb6-84f2-2c13aba439b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:32:33.944721 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.securitygroups_db [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Project 47b83b4b335c490b8cbd17d5da21c1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:32:33.948703 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.042734 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.120002 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.122287 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a51acd26-5230-4602-a47a-d7b7228598a1 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:34.140927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9ce3c3-9bbc-4977-9b99-f4a082e9b50b,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:34.143850 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:34.222887 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.224470 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-cab14c55-20f3-43ac-9db5-775bc0cd839c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685985 Jun 11 00:32:34.227282 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58812) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:34.237375 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'security_group_rule': {'security_group_id': 'a76c4f62-2141-4320-aee6-2c0f505d37c1', 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:32:34.383089 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.securitygroups_db [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Project 47b83b4b335c490b8cbd17d5da21c1f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 00:32:34.388639 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.460160 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.531749 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551520'] for security_group_rule, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.537500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:34.554198 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc86e7b-274b-4924-94aa-6a3f4b509cab,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:34.557208 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:34.691516 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.693063 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7e93047a-0feb-4cd4-a01c-f5ff5efabf93 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4600394 Jun 11 00:32:34.694463 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e10e072-e73b-4d33-880e-b42ba8957739 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:34.862063 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning for port 7e10e072-e73b-4d33-880e-b42ba8957739 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:32:34.866521 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 7e10e072-e73b-4d33-880e-b42ba8957739 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:34.872167 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:34.965813 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:35.004349 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] For port 7e10e072-e73b-4d33-880e-b42ba8957739, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e10e072-e73b-4d33-880e-b42ba8957739,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:32:35.085365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:35.087184 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:35.138724 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Pushing event updated for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:35.142234 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:36.676679 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e10e072-e73b-4d33-880e-b42ba8957739 up at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:32:36.730910 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Provisioning complete for port 7e10e072-e73b-4d33-880e-b42ba8957739 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:32:36.731335 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:37.011509 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:40.586268 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58944) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:40.692472 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:40.784360 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:40.822710 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:40.825742 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4af0cd3d-a23d-4c50-b8a4-16b1543098d8 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:40.868511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77455c1f-a667-4724-b9e2-258831dae237,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:40.872606 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=beac5ec66df9446c98dfd69bdb6c37c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853386 Jun 11 00:32:40.873475 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1d718153-c8d7-444a-87d4-662e1b25aed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:40.875961 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58948) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:40.933262 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:40.956673 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.057049 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.059706 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.060852 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/77455c1f-a667-4724-b9e2-258831dae237 HTTP/1.1" status: 204 len: 168 time: 0.1840296 Jun 11 00:32:41.062199 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-53449dcc-aaf5-41f5-91ca-a4a2b0d02a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:41.071113 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77455c1f-a667-4724-b9e2-258831dae237,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:41.073560 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:41.623106 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 58956) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:41.638906 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.733206 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.776579 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.779012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-886204b5-4095-4083-a43a-b4d5fa2b7e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:41.824019 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51bb3b39a06b46fbbc55c9dd7eaf5de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997774 Jun 11 00:32:41.824970 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a153553-705f-4e41-bcac-9698eedc5693,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:41.826668 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 58958) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:41.828656 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-7b4ce6a6-574c-46ee-8706-a1bd05548a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:41.881168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:41.904812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:42.011402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:42.013974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:42.015810 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a153553-705f-4e41-bcac-9698eedc5693 HTTP/1.1" status: 204 len: 168 time: 0.1876197 Jun 11 00:32:42.016626 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-74afcd4b-0573-4736-bdcb-1cf4dc081c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:42.025127 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a153553-705f-4e41-bcac-9698eedc5693,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:42.027524 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:48.172223 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59068) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:48.277948 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.368453 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.450864 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.454018 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-fa0bf099-f51d-4a81-934b-a319af4086fb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:48.491391 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28962818cf674c9a90cc4fbf8ea3a243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180959 Jun 11 00:32:48.493252 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1670c2-7f97-4a30-803a-faec35800f39,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:48.493998 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59074) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:48.496298 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:48.545662 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.569104 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.690783 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.693700 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:48.694849 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac1670c2-7f97-4a30-803a-faec35800f39 HTTP/1.1" status: 204 len: 168 time: 0.1999032 Jun 11 00:32:48.695707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c3537e55-1497-49f1-b8ef-2408e05f41e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:48.707284 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1670c2-7f97-4a30-803a-faec35800f39,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:48.707284 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-85432731-e69f-497b-b820-4a1079a4a39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:49.336080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59082) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:49.354996 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.446950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.530937 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.533263 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6c9efec8-c202-462b-ae05-b8ee0d2a3d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:49.572852 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5af272a8dd7e4a3b9ef5a919be9bae5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356045 Jun 11 00:32:49.573832 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fb150-826f-4ba8-953c-ae7e8ecbce6e,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:49.575506 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59084) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:49.577071 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-01c86836-9d7f-4da8-9b4c-32c4923cdefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:49.627436 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.649929 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.770884 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.773500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:49.774642 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/804fb150-826f-4ba8-953c-ae7e8ecbce6e HTTP/1.1" status: 204 len: 168 time: 0.1981630 Jun 11 00:32:49.775430 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-62487745-b138-420b-b784-424867bf8c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:49.784180 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fb150-826f-4ba8-953c-ae7e8ecbce6e,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:49.786352 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:52.177368 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59134) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:52.279905 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.371691 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.422374 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.424657 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-940805ee-a616-4fec-bafe-32c12be30673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:52.465177 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91a95fe152d143b7a84caee257d4b99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867415 Jun 11 00:32:52.467753 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59140) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:52.473730 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69a895a-9c72-497c-ac84-a4f11495424d,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:52.477317 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:52.522744 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.544392 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.668043 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.670852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:52.672126 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e69a895a-9c72-497c-ac84-a4f11495424d HTTP/1.1" status: 204 len: 168 time: 0.2034690 Jun 11 00:32:52.672961 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:52.681606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69a895a-9c72-497c-ac84-a4f11495424d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:52.683930 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:53.246807 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59146) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:53.262154 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.351590 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.428455 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.433465 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7c7c284-ec4a-4767-b375-827e8408327c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:53.474199 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dcf4f5667f31435cb507b03e627a008f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262893 Jun 11 00:32:53.475104 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f404d-902a-4c37-a07b-998075a159fd,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:53.476817 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59148) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:32:53.478551 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f70e0e80-ae44-416a-b443-b22db34a2804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:53.528267 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.556146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.679454 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.681973 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:53.683112 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c35f404d-902a-4c37-a07b-998075a159fd HTTP/1.1" status: 204 len: 168 time: 0.2053216 Jun 11 00:32:53.683905 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-afcaea6d-7323-4787-a6ec-704b5ee77097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:32:53.692541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f404d-902a-4c37-a07b-998075a159fd,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:32:53.700049 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.700416 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.700789 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.701156 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.701549 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.701910 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.702272 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.702633 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.702993 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.703862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.704217 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.704569 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:32:53.707544 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b181f930-edaa-4424-a7d1-df72114040e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:32:53.971104 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:32:55.771981 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-88f0c1c3-3f1b-42e6-8d5d-aada1e99ee2d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640011522&fields=id&tenant_id=47b83b4b335c490b8cbd17d5da21c1f6 HTTP/1.1" status: 200 len: 267 time: 0.0369704 Jun 11 00:32:55.900921 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-8e0c7f00-7cf2-4ac1-a3b6-83f8bcbb006d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:55.902338 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-8e0c7f00-7cf2-4ac1-a3b6-83f8bcbb006d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 809 time: 0.1239998 Jun 11 00:32:55.916506 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-0e993195-9df4-4a85-81c8-7a5ceaa1240b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/quotas/47b83b4b335c490b8cbd17d5da21c1f6 HTTP/1.1" status: 200 len: 375 time: 0.0088241 Jun 11 00:32:55.986899 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-1e8f1bda-a7b0-45d1-906b-98f29aa19f2b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655732 Jun 11 00:32:56.108798 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-993103f5-093f-42af-96db-bf5533b145bb service neutron] 10.222.0.38 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103916 Jun 11 00:32:56.224409 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-3dee4b14-1e98-4c9f-a516-0ece73c48521 service neutron] 10.222.0.38 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090674 Jun 11 00:32:56.762998 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d063c0a4-8cd6-439e-9690-1233e8a94a58 req-638e299e-1ada-48e2-aada-283e01bd3fb9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0392089 Jun 11 00:32:57.852605 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b4806001-18a3-4ee1-a8ef-bf854e4c42a2 req-a34cb1e9-0462-4d37-b733-e0fda9d325b7 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0317800 Jun 11 00:32:58.508510 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-65df6d76-8457-41db-a3b4-326320891598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:32:59.004174 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5ef4193a-7eb2-42d9-a1fe-c7f1bb052b44 req-a4f8ab24-08ac-4803-93b0-435d6e87a9e7 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0386171 Jun 11 00:32:59.440399 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-401c69f4-e14c-46f0-bd54-a53ec19a9d7b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:32:59.442125 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-401c69f4-e14c-46f0-bd54-a53ec19a9d7b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 809 time: 0.1234860 Jun 11 00:32:59.795527 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-f4e69e2e-57f2-4d22-8d72-d3f66c95736b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b83b4b335c490b8cbd17d5da21c1f6 HTTP/1.1" status: 200 len: 379 time: 0.3424535 Jun 11 00:32:59.804304 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'port': {'device_id': '12341e7a-549e-416f-8e41-863670dcd125', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'admin_state_up': True, 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'security_groups': ['a76c4f62-2141-4320-aee6-2c0f505d37c1']}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:00.045405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Made reservation on behalf of 47b83b4b335c490b8cbd17d5da21c1f6 for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:00.049014 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.163719 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b78bf671-d3ac-4548-9065-860826928f89 req-ad68e4ec-3b19-4af9-b0ee-ca75295e467f tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0429809 Jun 11 00:33:00.224217 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Allocated IP 172.20.0.5 (c2e84f29-1ec9-45dd-96ef-d6404ae085e0/1486978f-89dd-49a4-ae84-6fe4d5390700/0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:33:00.387815 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.400012 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Transition to ACTIVE for port object 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 will not be triggered until provisioned by entity DHCP. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:33:00.532025 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.535973 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b9b67572-4ac7-4e77-9a4f-d107f9cc38b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:00.583991 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:33:00.587362 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:00.590956 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:33:00.627263 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:00.632362 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:00.655441 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:00.656073 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.748846 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-681b98f7-0520-4f67-a0a8-4c471fd9c444 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481301 Jun 11 00:33:00.762026 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Request body: {'port': {'device_id': '12341e7a-549e-416f-8e41-863670dcd125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:00.839787 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-534ed70a-388b-4c1d-aaf1-f2327bb8e292 None None] Provisioning for port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:33:00.843598 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-534ed70a-388b-4c1d-aaf1-f2327bb8e292 None None] Provisioning complete for port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:33:00.844004 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-534ed70a-388b-4c1d-aaf1-f2327bb8e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.849352 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:00.886256 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-534ed70a-388b-4c1d-aaf1-f2327bb8e292 None None] Port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:33:01.153635 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f2a53bf7-e22e-4ad7-8c19-a9cd455cb71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.168214 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:33:01.175610 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.187725 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Transition to ACTIVE for port object 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:33:01.199819 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.262495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.265953 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-16cc004f-7039-4aa4-a834-0c55e2c3f145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:01.430168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:01.433527 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:01.509196 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Attempting to bind port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:33:01.509528 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Attempting to bind port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:33:01.509909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Attempting to bind port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 on network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:33:01.520530 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9afa-ca74-4cf7-b7e3-eab02264d23d req-9cf8ec0e-4ed9-42e4-b978-6b5bc819ce90 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:01.522086 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56bc9afa-ca74-4cf7-b7e3-eab02264d23d req-9cf8ec0e-4ed9-42e4-b978-6b5bc819ce90 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.2230868 Jun 11 00:33:01.524142 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 on network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:33:01.524456 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Attempting to bind port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 on network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:33:01.530993 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:33:01.531363 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Checking segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:01.531735 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Bound using segment: {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:33:01.532170 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Bound port: 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:33:01.532509 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.612881 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-56bc9afa-ca74-4cf7-b7e3-eab02264d23d req-27c41a80-a1ad-4b82-8d99-ba174b159f04 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835147 Jun 11 00:33:01.639259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:33:01.642171 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:33:01.691440 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.694347 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b3f9d5f-9bed-4dd6-8cb9-0f38aaab33d5 tempest-VolumesActionsTest-1637040909 tempest-VolumesActionsTest-1637040909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:01.729345 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:01.729962 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:01.731354 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] 10.222.0.45 "PUT /v2.0/ports/0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1093 time: 0.9741220 Jun 11 00:33:01.731852 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:01.734126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08337db-542b-4813-9832-7c614a4d5fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:01.763531 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:01.768659 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:01.770170 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e82b28-7883-436e-a38d-dc0eb4c3ad7f x-openstack-request-id: req-73e82b28-7883-436e-a38d-dc0eb4c3ad7f {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:01.770498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:01.771325 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73e82b28-7883-436e-a38d-dc0eb4c3ad7f {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:01.771776 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'status': 'completed', 'code': 200} Jun 11 00:33:01.853823 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08337db-542b-4813-9832-7c614a4d5fbe req-ac9b196e-cbb3-4c29-8bb3-f5a23425e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:01.855346 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a08337db-542b-4813-9832-7c614a4d5fbe req-ac9b196e-cbb3-4c29-8bb3-f5a23425e5b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1096 time: 0.0628626 Jun 11 00:33:01.980244 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08337db-542b-4813-9832-7c614a4d5fbe req-c66d23a3-0101-4880-8d17-d0aaffa19fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:01.981675 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a08337db-542b-4813-9832-7c614a4d5fbe req-c66d23a3-0101-4880-8d17-d0aaffa19fe4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1195164 Jun 11 00:33:02.098513 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08337db-542b-4813-9832-7c614a4d5fbe req-fea7f246-5f78-4785-b9b0-dc6bf90dbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:02.100008 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a08337db-542b-4813-9832-7c614a4d5fbe req-fea7f246-5f78-4785-b9b0-dc6bf90dbc71 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123745 Jun 11 00:33:02.201173 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-dd198c16-0d94-4d12-bd61-1b9e19098f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:02.202673 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-dd198c16-0d94-4d12-bd61-1b9e19098f96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1096 time: 0.0586777 Jun 11 00:33:02.261513 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-1e3a02b6-6f1a-456e-8103-cf5b93b6376b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 217 time: 0.0508492 Jun 11 00:33:02.317124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-8778b1d0-697e-4794-88c2-6d68826b02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:02.319042 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-8778b1d0-697e-4794-88c2-6d68826b02f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0515256 Jun 11 00:33:02.380568 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c3c25d0e-bfe8-47c0-98ec-87b17cd6fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:02.382013 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-c3c25d0e-bfe8-47c0-98ec-87b17cd6fe59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566401 Jun 11 00:33:02.456432 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:02.496669 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-e524312f-9570-4def-98cc-48071a0f9b18 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079502 Jun 11 00:33:02.614282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a1ab2b9c-09f4-41fe-92b4-cd02a0ade0eb req-b989b77c-512f-43fd-b545-d8c4ddb1487c service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116343 Jun 11 00:33:02.790434 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2035fa-92b7-4804-bac7-5ad6925c7cd0 req-17fea8c2-82db-4135-9e1d-717e03a8d738 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:02.791933 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a2035fa-92b7-4804-bac7-5ad6925c7cd0 req-17fea8c2-82db-4135-9e1d-717e03a8d738 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0690057 Jun 11 00:33:02.837151 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2a2035fa-92b7-4804-bac7-5ad6925c7cd0 req-54f8c5ca-f6a2-48b3-974e-fcc49603f91e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395541 Jun 11 00:33:02.953716 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59276) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:03.056505 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.144657 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.222181 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.225257 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-bd5600ba-c716-47b2-bd0a-c112d740d25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:03.264287 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb559418-f979-4aa1-98eb-1ded9ec5ecd5,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:03.269419 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0ea0532426245cdb7c5119a1ce57707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146834 Jun 11 00:33:03.271266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:03.272928 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59280) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:03.324487 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.347085 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.496571 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.499022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:03.500173 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb559418-f979-4aa1-98eb-1ded9ec5ecd5 HTTP/1.1" status: 204 len: 168 time: 0.2267025 Jun 11 00:33:03.500989 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3c89868b-1b07-4743-bc38-a43dcadbc44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:03.512089 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb559418-f979-4aa1-98eb-1ded9ec5ecd5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:03.512089 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:03.776664 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.023942 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31132785-fd4b-44a1-ae50-290d58ed3024 req-c852ab54-5788-4fe0-94f3-4133f0e56fb3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:04.025353 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31132785-fd4b-44a1-ae50-290d58ed3024 req-c852ab54-5788-4fe0-94f3-4133f0e56fb3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0713804 Jun 11 00:33:04.065459 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-31132785-fd4b-44a1-ae50-290d58ed3024 req-e772132a-fa42-473e-8602-fd4ae471d64e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345535 Jun 11 00:33:04.116883 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59288) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:04.132127 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.220997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.325077 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.327668 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c92b8ef4-91d0-4281-a214-834ec96d2933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:04.373279 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2809bd3b76c8473ba32b4df2dddd229e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553496 Jun 11 00:33:04.374260 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0558a36-2704-49c0-8f30-5b15fff98304,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:04.375959 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59290) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:04.380110 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1faf24f8-277e-45e1-bff9-fbfa08ddc23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:04.433101 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.455206 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.553745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.556327 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:04.557459 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0558a36-2704-49c0-8f30-5b15fff98304 HTTP/1.1" status: 204 len: 168 time: 0.1805215 Jun 11 00:33:04.558198 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-28a8250a-d80e-4666-85ac-7a31a603191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:04.567191 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0558a36-2704-49c0-8f30-5b15fff98304,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:04.574458 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.574829 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.575356 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.575594 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.575947 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.576305 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.576656 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.577007 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.577357 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.577705 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.578050 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.578397 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:04.581255 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:05.249375 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a4e28-85a4-4f8f-9d7f-2b327aa592e2 req-781e4bb1-322c-4671-a21a-c75498b9bca9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:05.250876 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba0a4e28-85a4-4f8f-9d7f-2b327aa592e2 req-781e4bb1-322c-4671-a21a-c75498b9bca9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0751164 Jun 11 00:33:05.297014 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ba0a4e28-85a4-4f8f-9d7f-2b327aa592e2 req-62af52c2-ccca-4a43-a4c1-4ffb51d8b67b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Jun 11 00:33:05.627446 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59314) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:05.718146 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971776844-network', 'tenant_id': 'ee1e19212de149c69c087bbc27346e2a'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:05.805183 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Made reservation on behalf of ee1e19212de149c69c087bbc27346e2a for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:05.807468 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:05.818547 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:05.907848 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:05.987583 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:05.990930 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e80a7002-a04d-4b5b-a0ee-41f8bd520f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:06.013461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:33:06.022686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:06.026702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:06.027746 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.028082 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Added segment 6e3f7222-6fd3-4cf3-ac20-c793e979b56d of type vlan for network d1d69523-7e7e-4abb-a5e4-544f600943c9 Jun 11 00:33:06.078819 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.111552 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:33:06.188210 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.189571 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:06.190150 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.192538 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:06.230171 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:06.242082 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'mac_address': 'fa:16:3e:96:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:33:06.267499 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1d69523-7e7e-4abb-a5e4-544f600943c9,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:06.270370 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:06.277785 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-0334028e-200e-48e2-82e4-5723f0e61eb4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6492474 Jun 11 00:33:06.278234 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59318) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:06.279346 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network d1d69523-7e7e-4abb-a5e4-544f600943c9 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:33:06.283717 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Request body: {'subnet': {'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971776844-subnet', 'tenant_id': 'ee1e19212de149c69c087bbc27346e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:06.307815 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.353117 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Made reservation on behalf of ee1e19212de149c69c087bbc27346e2a for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:06.357183 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433576'] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.369519 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:33:06.399174 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:06.485219 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.487014 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:06.539313 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:06.542281 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:06.555357 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303eae-94fc-4a3d-99ac-b1d7fa0887a7 req-437af6ac-0690-432b-86d7-16fa533d9b70 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:06.556827 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ca303eae-94fc-4a3d-99ac-b1d7fa0887a7 req-437af6ac-0690-432b-86d7-16fa533d9b70 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.1236627 Jun 11 00:33:06.650291 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ca303eae-94fc-4a3d-99ac-b1d7fa0887a7 req-77590f16-7bf1-4426-ae96-544a234284bd tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862553 Jun 11 00:33:06.708859 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25591493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433598'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.711195 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:06.771534 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c03580-68a2-44f6-97c5-8be4ed202e33,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:06.775445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:06.782494 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Checking segment: {'id': '6e3f7222-6fd3-4cf3-ac20-c793e979b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:06.782847 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Network hostable DHCP agents. Network: d1d69523-7e7e-4abb-a5e4-544f600943c9, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:33:06.847227 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:33:06.850640 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Network d1d69523-7e7e-4abb-a5e4-544f600943c9 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:33:06.918796 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, d1d69523-7e7e-4abb-a5e4-544f600943c9) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:06.922788 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:06.923539 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:06.929765 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b23070-9298-45ca-b94d-ae5f9bfa2a57 None None] Network d1d69523-7e7e-4abb-a5e4-544f600943c9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:07.028325 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:07.034009 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9cd055a3-3627-4d0b-989d-c6dcf5ec7638 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7545495 Jun 11 00:33:07.153927 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa938d-b630-4474-ab88-143dfc85bcd2 None None] Network d1d69523-7e7e-4abb-a5e4-544f600943c9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:07.760758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59348) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:07.766874 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1246247203-network', 'tenant_id': '3843a96547b245bdbd6fa55be18aba7d'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:07.856078 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Made reservation on behalf of 3843a96547b245bdbd6fa55be18aba7d for: {'network': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:07.858475 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:07.874068 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:07.881427 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef7e1-c17e-400f-81bf-ea94f065a7e2 req-a1f172a9-6845-47ee-b9ac-2930e22e5f1e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:07.882908 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3c4ef7e1-c17e-400f-81bf-ea94f065a7e2 req-a1f172a9-6845-47ee-b9ac-2930e22e5f1e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 944 time: 0.1183338 Jun 11 00:33:07.919993 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af261a8-ed9f-4325-86cc-035950ba6bbc req-1aebf185-41cd-47c3-aad8-c7802d7a3e6b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:07.921468 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2af261a8-ed9f-4325-86cc-035950ba6bbc req-1aebf185-41cd-47c3-aad8-c7802d7a3e6b tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.1104693 Jun 11 00:33:07.953100 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3c4ef7e1-c17e-400f-81bf-ea94f065a7e2 req-ced9f24a-3343-4b2b-b49b-a7f5a85eff91 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635865 Jun 11 00:33:07.972046 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:07.975728 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2af261a8-ed9f-4325-86cc-035950ba6bbc req-c6c19791-0ce5-4988-8fbe-ab950fe0b6f7 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Jun 11 00:33:08.056763 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.060764 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-45c4bdd4-dbb5-4bce-bb6b-9fe083235b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:08.079173 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=98935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:33:08.094539 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7478816-6e52-4734-a3b8-cf2959e71020,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:08.097348 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.097692 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.segments_db [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Added segment ad53c032-aeb0-44c8-9238-f3a9749f76ef of type vlan for network 8f99b47f-32f1-45ee-99e9-e720edbabbd5 Jun 11 00:33:08.099081 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:08.145139 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.251090 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.252477 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:08.253064 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.255886 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-775ad720-2509-441c-9135-cb1dd77ee254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:08.335655 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Pushing event updated for resources: {'Network': ['ID=8f99b47f-32f1-45ee-99e9-e720edbabbd5,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:08.338180 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:08.345365 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 8f99b47f-32f1-45ee-99e9-e720edbabbd5 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:33:08.445780 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-5028b6fb-b0ce-44c2-a798-f18c98174f91 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6838081 Jun 11 00:33:08.448338 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59350) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:08.453122 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Request body: {'subnet': {'network_id': '8f99b47f-32f1-45ee-99e9-e720edbabbd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1246247203-subnet', 'tenant_id': '3843a96547b245bdbd6fa55be18aba7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:08.559180 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Made reservation on behalf of 3843a96547b245bdbd6fa55be18aba7d for: {'subnet': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:08.561517 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28938467'] for subnet, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.833271 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28938485'] for subnet, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:08.836187 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:08.902618 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d825656-ba49-4596-9f5c-2221d2cf0534,revision_number=0']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:08.905334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:08.910723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Checking segment: {'id': 'ad53c032-aeb0-44c8-9238-f3a9749f76ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8f99b47f-32f1-45ee-99e9-e720edbabbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:08.911604 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Network hostable DHCP agents. Network: 8f99b47f-32f1-45ee-99e9-e720edbabbd5, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:33:09.010678 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Network 8f99b47f-32f1-45ee-99e9-e720edbabbd5 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:33:09.096283 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 8f99b47f-32f1-45ee-99e9-e720edbabbd5) {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:09.100681 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:09.101272 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:09.107304 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9d307-15d7-47a5-8f75-d5d5d8bf57a4 None None] Network 8f99b47f-32f1-45ee-99e9-e720edbabbd5 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:09.183607 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-69a96ce9-3b62-4f1a-bf09-8e37098dd709 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7341089 Jun 11 00:33:09.184822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19b9f-7028-4a1a-a275-bdc721c37654 req-0e9afcc4-5a8a-4ff9-966c-f9b3d9253af8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:09.186300 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-85e19b9f-7028-4a1a-a275-bdc721c37654 req-0e9afcc4-5a8a-4ff9-966c-f9b3d9253af8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 944 time: 0.1212645 Jun 11 00:33:09.199702 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812af608-deb9-4c5b-afe5-f7874859d5fc req-9e6c5fba-cc1a-4683-92f4-691974281bfd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:09.203768 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-812af608-deb9-4c5b-afe5-f7874859d5fc req-9e6c5fba-cc1a-4683-92f4-691974281bfd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.1029279 Jun 11 00:33:09.262716 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-85e19b9f-7028-4a1a-a275-bdc721c37654 req-393c5226-1ebc-4b8d-a7db-aca77a913367 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577221 Jun 11 00:33:09.287983 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-812af608-deb9-4c5b-afe5-f7874859d5fc req-2b927cc8-45db-40cc-9612-1f0acc4e0e60 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583861 Jun 11 00:33:09.293320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc951dd4-456b-4a2f-ab04-d17615a445d4 None None] Network 8f99b47f-32f1-45ee-99e9-e720edbabbd5 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:09.579887 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-9c371459-1241-481b-8990-78465cbecc19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:09.581609 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-9c371459-1241-481b-8990-78465cbecc19 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 947 time: 0.0757101 Jun 11 00:33:09.788202 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-289fecd6-d5f9-4ff0-9911-19845413fb2d tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:09.794333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-289fecd6-d5f9-4ff0-9911-19845413fb2d tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/networks?id=d1d69523-7e7e-4abb-a5e4-544f600943c9 HTTP/1.1" status: 200 len: 809 time: 0.2063353 Jun 11 00:33:09.817763 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-e3c94c23-4dfc-4c9a-97ff-dca88288bebb tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/quotas/ee1e19212de149c69c087bbc27346e2a HTTP/1.1" status: 200 len: 375 time: 0.0163643 Jun 11 00:33:09.819891 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Deleting port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:09.820230 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:09.874168 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-8fa3f5c1-7898-4047-b83f-32eab0d489ce tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee1e19212de149c69c087bbc27346e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511858 Jun 11 00:33:10.137672 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:33:10.250343 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:33:10.254222 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:33:10.254601 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.328351 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:10.328927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.349067 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.373916 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:10.376195 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c968c528-05b2-45b3-a689-61d975d7763f" -d '{"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-plugged", "status": "completed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:10.390096 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:10.394413 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b2b4eec2-6c0e-45e5-ac79-3fc4b4044ba1 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d69523-7e7e-4abb-a5e4-544f600943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120556 Jun 11 00:33:10.467303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.468173 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:33:10.470680 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:10.555787 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:10.559831 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:10.601571 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.635512 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-8c8c653a-6428-4873-9f4a-c8edbd519331 service neutron] 10.222.0.38 "GET /v2.0/networks/d1d69523-7e7e-4abb-a5e4-544f600943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331388 Jun 11 00:33:10.637303 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:10.694768 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab21e-852e-4f58-8e7a-2892f43db85d req-f0932f42-cd94-4285-98b0-7ab58d5bdd32 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:10.696263 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b83ab21e-852e-4f58-8e7a-2892f43db85d req-f0932f42-cd94-4285-98b0-7ab58d5bdd32 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 944 time: 0.3009825 Jun 11 00:33:10.720042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.721865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:10.735938 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.736312 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:10.736619 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Floating IP 5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2 disassociated. External IP: 172.28.1.15, port: 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3. Jun 11 00:33:10.736962 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Calling delete_port for 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 owned by compute:nova {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:10.763277 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b83ab21e-852e-4f58-8e7a-2892f43db85d req-14f344a0-a2b5-4130-b754-73e86d4c8623 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558960 Jun 11 00:33:10.788965 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=11']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:10.795941 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:10.863553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0455d-7766-4ea5-a0ef-2a08de1d484c x-openstack-request-id: req-f6c0455d-7766-4ea5-a0ef-2a08de1d484c {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:10.863553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-plugged", "status": "completed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:10.863553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6c0455d-7766-4ea5-a0ef-2a08de1d484c {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:10.863553 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'code': 200} Jun 11 00:33:10.984445 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d905f25a-50d7-4e8f-88eb-83d21a73d794 req-649ae11b-6a37-42a0-b2d9-62795e88b10d tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 210 time: 0.0653682 Jun 11 00:33:11.031889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27d37-b78d-4b99-acad-e845dba345ee req-6d543d24-62c4-47a5-9f2c-3f3d9942b349 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:11.033332 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3db27d37-b78d-4b99-acad-e845dba345ee req-6d543d24-62c4-47a5-9f2c-3f3d9942b349 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 945 time: 0.1273327 Jun 11 00:33:11.075328 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3db27d37-b78d-4b99-acad-e845dba345ee req-cd2896ce-786d-4368-94f7-03304fff7ef9 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups?id=514ae470-6741-461d-858f-435a590f598a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355518 Jun 11 00:33:11.096585 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:11.104993 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-87d27159-e40f-42d9-8353-373e63e39fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:11.134585 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'Port': ['ID=6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:11.138046 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:11.288396 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:33:11.334270 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeac64-5d8e-4a35-a1fa-c4a446fc750f req-93826d63-edae-456e-a131-f77a900b6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:11.335807 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9eaeac64-5d8e-4a35-a1fa-c4a446fc750f req-93826d63-edae-456e-a131-f77a900b6208 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0612164 Jun 11 00:33:11.372197 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-9eaeac64-5d8e-4a35-a1fa-c4a446fc750f req-3403f79f-66cf-455d-8336-0f40d18dbef4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Jun 11 00:33:11.438616 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:33:11.449471 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a03741-2633-44c6-97ad-43377675724e None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:33:11.459440 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:11.460052 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:11.498541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] No DVR routers for this DVR port 6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 on host hv-cinder-78626 {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:33:11.501230 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:11.503912 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-020e3f8d-dcca-442b-adb1-84a2b6c2473c req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.45 "DELETE /v2.0/ports/6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3 HTTP/1.1" status: 204 len: 173 time: 1.9168608 Jun 11 00:33:11.504286 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-deleted', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:11.507422 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c85b1-97b0-4494-8067-21c9256bd151" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-deleted", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:11.544298 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb4d3f1-ee0c-4a0d-870a-bbc35486d568 x-openstack-request-id: req-2fb4d3f1-ee0c-4a0d-870a-bbc35486d568 {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:11.544637 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-deleted", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:11.545087 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2fb4d3f1-ee0c-4a0d-870a-bbc35486d568 {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:11.545533 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-deleted', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'status': 'completed', 'code': 200} Jun 11 00:33:11.630177 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:11.957626 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a4d6b-dd22-49af-9cad-ddf3290e72df req-7bc34fc9-7589-4fbc-898d-15e8367054b3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:11.959142 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b4a4d6b-dd22-49af-9cad-ddf3290e72df req-7bc34fc9-7589-4fbc-898d-15e8367054b3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0780108 Jun 11 00:33:11.988159 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:11.992130 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a03741-2633-44c6-97ad-43377675724e None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:33:12.000036 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:12.000650 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:12.002468 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4b4a4d6b-dd22-49af-9cad-ddf3290e72df req-3e0100e0-d3de-40ad-8394-4c45d5beb3ce tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 Jun 11 00:33:12.145298 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ebd43807-5f8a-4781-baa7-23244ff899bb req-157a65f6-2126-4e2b-9e70-0265c7459705 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 210 time: 0.0342586 Jun 11 00:33:12.154110 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:12.254593 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d278e086-409a-4076-97d6-efbb70883dd0 req-66dc6dfd-b094-4815-bea1-1ecd5531468f tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b4756f-81ba-4168-8848-98a5086faf9f HTTP/1.1" status: 200 len: 210 time: 0.0358274 Jun 11 00:33:12.430566 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-97a03741-2633-44c6-97ad-43377675724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:12.433981 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a03741-2633-44c6-97ad-43377675724e None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:24:08Z', 'revision_number': 4, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': 'ae3a6979-c1ac-47e7-9362-9a62c6ad4f06', 'name': '', 'network_id': '3cc37115-349f-4efb-938b-622710e60a08', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'mac_address': 'fa:16:3e:41:5a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:24:06Z', 'updated_at': '2021-06-11T00:24:17Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'subnets': [{'id': '0dc4d748-4bfb-4cf2-b160-831efec8e290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:33:12.670206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec4834-a12b-49ad-ac33-7d5fae983c4f None None] New status for floating IP 5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2: DOWN {{(pid=98936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:33:12.863337 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:12.865600 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ec64a-68cb-442d-b311-15a32439b51e" -d '{"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:12.902403 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe135add-5c4b-4da2-9a00-26fa86b52c24 x-openstack-request-id: req-fe135add-5c4b-4da2-9a00-26fa86b52c24 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:12.902707 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b4756f-81ba-4168-8848-98a5086faf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:12.902969 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe135add-5c4b-4da2-9a00-26fa86b52c24 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:12.903537 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b4756f-81ba-4168-8848-98a5086faf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbf81da-3c59-4b2f-9e68-f4aab7a5b9d3', 'code': 200} Jun 11 00:33:13.188972 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7334dd-5809-4846-942f-45c32a0db675 req-d3bd3a8b-c885-43cd-924b-e27940530bd3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:13.190465 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cd7334dd-5809-4846-942f-45c32a0db675 req-d3bd3a8b-c885-43cd-924b-e27940530bd3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0768278 Jun 11 00:33:13.235613 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cd7334dd-5809-4846-942f-45c32a0db675 req-10effc14-878b-43e9-afe6-387f74059750 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383608 Jun 11 00:33:13.323390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-9ac9445a-1e9f-42a5-a295-270f2f8681b3 req-c679ff3b-40a5-46ed-a60a-71a372e0b98a tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 210 time: 0.0545115 Jun 11 00:33:13.449888 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b124cab7-be4a-46a8-8aad-00ee7e1878ef tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:13.451253 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b124cab7-be4a-46a8-8aad-00ee7e1878ef tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.45 "GET /v2.0/networks?id=d1d69523-7e7e-4abb-a5e4-544f600943c9 HTTP/1.1" status: 200 len: 809 time: 0.1917601 Jun 11 00:33:13.463712 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Request body: {'port': {'device_id': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9', 'admin_state_up': True, 'tenant_id': 'ee1e19212de149c69c087bbc27346e2a'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:13.514611 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59410) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:13.554847 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25603db1-3aff-4d1d-89c9-0c6e564a3ee1 req-21c7916a-5c19-42b6-b371-0abffbc554aa tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:13.556329 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-25603db1-3aff-4d1d-89c9-0c6e564a3ee1 req-21c7916a-5c19-42b6-b371-0abffbc554aa tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.1782644 Jun 11 00:33:13.577941 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.606013 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.625684 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-25603db1-3aff-4d1d-89c9-0c6e564a3ee1 req-48821d52-c5fb-4176-a579-df5f1649e59e tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575080 Jun 11 00:33:13.650108 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59412) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:13.753623 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Made reservation on behalf of ee1e19212de149c69c087bbc27346e2a for: {'port': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:13.753849 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.756736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.760463 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "DELETE /v2.0/security-groups/514ae470-6741-461d-858f-435a590f598a HTTP/1.1" status: 204 len: 168 time: 0.2425544 Jun 11 00:33:13.760463 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6df26f1-4964-488c-a38f-cdd1146cfc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:13.761159 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:13.762855 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59416) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:13.779816 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ae470-6741-461d-858f-435a590f598a,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:13.788545 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-93689fff-1ffb-4684-bca2-b0fbc5843b34 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:13.790237 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.api.v2.resource [None req-a3ad1f69-5e22-4b6a-ae84-f73dd96b49e6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] show failed (client error): The resource could not be found. Jun 11 00:33:13.791414 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a3ad1f69-5e22-4b6a-ae84-f73dd96b49e6 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "GET /v2.0/security-groups/514ae470-6741-461d-858f-435a590f598a HTTP/1.1" status: 404 len: 347 time: 0.0258536 Jun 11 00:33:13.794330 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59418) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:13.919070 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_common [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Allocated IP 172.20.0.10 (d1d69523-7e7e-4abb-a5e4-544f600943c9/f9c03580-68a2-44f6-97c5-8be4ed202e33/6578a750-706e-48c4-a47b-cf2138854274) {{(pid=98934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:33:13.993637 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c6353-9b03-44c6-b670-b3ce72f53f64 tempest-TestShelveInstance-1976754624 tempest-TestShelveInstance-1976754624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:13.995041 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6c2c6353-9b03-44c6-b670-b3ce72f53f64 tempest-TestShelveInstance-1976754624 tempest-TestShelveInstance-1976754624-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1093 time: 0.3438811 Jun 11 00:33:14.000157 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59424) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:14.005311 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Request body: {'floatingip': {'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:14.032631 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Deleting port a9bd2c98-749d-4c11-905b-ebf9bd188f13 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:14.032969 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.101294 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks [] for port, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.104371 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for floatingip, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.158972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.159346 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.205942 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25590357'] for port, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.211050 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c8ad88e4-ad2f-46c0-976c-b47f9903a56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:14.262046 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Calling delete_port for a9bd2c98-749d-4c11-905b-ebf9bd188f13 owned by network:floatingip {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:14.268216 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Network d1d69523-7e7e-4abb-a5e4-544f600943c9 is already hosted by enough agents. {{(pid=98934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:33:14.272613 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Resources bound (agent type, host, resource id): {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:14.276700 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Received port after_create {{(pid=98934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:33:14.312266 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Pushing event updated for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:14.317451 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:14.343126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:14.343780 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.442340 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.454836 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ba7e9842-3586-4cb6-81bf-13bff9ec9b9b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9948759 Jun 11 00:33:14.481941 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Request body: {'port': {'device_id': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:14.595552 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9e233-2bb8-4299-bbd7-fd70d0743ca1 req-69ec0bba-1272-48f6-a3b6-5f8099456503 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:14.597112 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c1d9e233-2bb8-4299-bbd7-fd70d0743ca1 req-69ec0bba-1272-48f6-a3b6-5f8099456503 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 932 time: 0.1551244 Jun 11 00:33:14.605863 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.611727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Allocated IP 172.28.1.189 (1d472f60-1af9-462e-85d9-6a09201972d8/68c9b385-6ad7-426f-8ebc-12e50cda3a3c/7d67502d-79fb-49da-92b6-2f15b206de01) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:33:14.644712 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:14.656757 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1877102d-c8e2-4f14-ad53-57961007498d tempest-AttachVolumeNegativeTest-1378586015 tempest-AttachVolumeNegativeTest-1378586015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:14.691647 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c1d9e233-2bb8-4299-bbd7-fd70d0743ca1 req-520f1073-5dcd-4947-8ee2-fe4af336b12b tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Jun 11 00:33:14.703497 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Pushing event deleted for resources: {'Port': ['ID=a9bd2c98-749d-4c11-905b-ebf9bd188f13,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:14.706081 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:14.990278 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6578a750-706e-48c4-a47b-cf2138854274 {{(pid=98934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:33:14.998894 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.011467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.provisioning_blocks [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Transition to ACTIVE for port object 6578a750-706e-48c4-a47b-cf2138854274 will not be triggered until provisioned by entity L2. {{(pid=98934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:33:15.096573 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.098816 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-90fa7f2c-9fd7-494d-93c3-a43e4d0150b1 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:15.173166 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks [] for floatingip, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.175871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.176903 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] 10.222.0.38 "DELETE /v2.0/floatingips/5db1732c-2dc7-47cd-ba2c-a3de4e2b62d2 HTTP/1.1" status: 204 len: 168 time: 1.3816285 Jun 11 00:33:15.198178 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.343207 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.345567 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2a40729f-da4d-40fc-9eb5-e852e64fb320 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:15.392762 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Network 1d472f60-1af9-462e-85d9-6a09201972d8 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:33:15.395666 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:15.399984 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:33:15.436020 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'Port': ['ID=7d67502d-79fb-49da-92b6-2f15b206de01,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:15.440848 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:15.506286 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Pushing event updated for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=2']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:15.509293 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:15.601407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Attempting to bind port 6578a750-706e-48c4-a47b-cf2138854274 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:33:15.601805 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Attempting to bind port 6578a750-706e-48c4-a47b-cf2138854274 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6e3f7222-6fd3-4cf3-ac20-c793e979b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9'}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:33:15.602146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Attempting to bind port 6578a750-706e-48c4-a47b-cf2138854274 on network d1d69523-7e7e-4abb-a5e4-544f600943c9 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:33:15.606646 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Port 6578a750-706e-48c4-a47b-cf2138854274 on network d1d69523-7e7e-4abb-a5e4-544f600943c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:33:15.606971 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Attempting to bind port 6578a750-706e-48c4-a47b-cf2138854274 on network d1d69523-7e7e-4abb-a5e4-544f600943c9 {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:33:15.612179 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:33:15.612516 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Checking segment: {'id': '6e3f7222-6fd3-4cf3-ac20-c793e979b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:15.612902 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Bound using segment: {'id': '6e3f7222-6fd3-4cf3-ac20-c793e979b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9'} {{(pid=98934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:33:15.613333 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.managers [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Bound port: 6578a750-706e-48c4-a47b-cf2138854274, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3f7222-6fd3-4cf3-ac20-c793e979b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9'}}] {{(pid=98934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:33:15.613681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.664756 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-05f726e8-73fb-4cd3-b0b6-088e96e0407f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1710303 Jun 11 00:33:15.688271 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, cleared binding levels {{(pid=98934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:33:15.691445 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6578a750-706e-48c4-a47b-cf2138854274,segment=NetworkSegment(6e3f7222-6fd3-4cf3-ac20-c793e979b56d),segment_id=6e3f7222-6fd3-4cf3-ac20-c793e979b56d)] {{(pid=98934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:33:15.776596 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25590343'] for port, after_update {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.780400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d3884be1-2dc5-4041-90fc-c003ad4f7015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:15.808627 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-f8cfe23e-6b20-4f56-8e64-bc93036136e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:15.810093 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-f8cfe23e-6b20-4f56-8e64-bc93036136e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0954051 Jun 11 00:33:15.833841 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:15.834494 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:15.835862 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] 10.222.0.45 "PUT /v2.0/ports/6578a750-706e-48c4-a47b-cf2138854274 HTTP/1.1" status: 200 len: 1094 time: 1.3592224 Jun 11 00:33:15.836374 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'tag': '6578a750-706e-48c4-a47b-cf2138854274'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:15.838649 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a4b21-07e9-4ace-8024-8cf7b4667f40" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "tag": "6578a750-706e-48c4-a47b-cf2138854274"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:15.900408 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Pushing event updated for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=3']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:15.904020 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d50c47-2ee1-4cf5-bb29-89606eab608b x-openstack-request-id: req-22d50c47-2ee1-4cf5-bb29-89606eab608b {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:15.904343 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "tag": "6578a750-706e-48c4-a47b-cf2138854274", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:15.904682 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22d50c47-2ee1-4cf5-bb29-89606eab608b {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:15.905119 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'tag': '6578a750-706e-48c4-a47b-cf2138854274', 'status': 'completed', 'code': 200} Jun 11 00:33:15.906916 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5eef9125-e394-4de4-80f0-dcd6ecf27734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:15.927699 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62d260-dbe2-4ebf-ac2f-c40e60b9d450 req-c84e3610-e944-4ef1-84d0-1a314cb87e5c tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:15.929336 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb62d260-dbe2-4ebf-ac2f-c40e60b9d450 req-c84e3610-e944-4ef1-84d0-1a314cb87e5c tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 944 time: 0.1170871 Jun 11 00:33:16.005637 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-eb62d260-dbe2-4ebf-ac2f-c40e60b9d450 req-969b2965-bf09-47c6-b7b1-20a4f79dd808 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670791 Jun 11 00:33:16.017618 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-f318bcc0-6ce5-4143-8bad-65123a1290de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.019081 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-f318bcc0-6ce5-4143-8bad-65123a1290de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee1e19212de149c69c087bbc27346e2a&device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 1097 time: 0.0888946 Jun 11 00:33:16.085425 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:16.122071 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-e3914260-751c-4ac8-a85e-feeb302edf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.123717 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-e3914260-751c-4ac8-a85e-feeb302edf0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.2522829 Jun 11 00:33:16.148099 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-7c2f5c35-8edc-4808-a95f-b37f2ed95e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.149655 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-7c2f5c35-8edc-4808-a95f-b37f2ed95e85 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee1e19212de149c69c087bbc27346e2a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1229000 Jun 11 00:33:16.186547 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-d35b065e-30e7-407a-9898-b057f03409d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 217 time: 0.0560627 Jun 11 00:33:16.244636 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-91f4ea43-4392-4053-ad24-9d6809e87510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.246093 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-91f4ea43-4392-4053-ad24-9d6809e87510 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0537090 Jun 11 00:33:16.276889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-328ece2a-e166-47c8-a1db-c5eb1947e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.278342 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-807a4b21-07e9-4ace-8024-8cf7b4667f40 req-328ece2a-e166-47c8-a1db-c5eb1947e6bb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230061 Jun 11 00:33:16.326680 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:16.378707 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b6306de1-1a3b-4b19-97be-6d94d5469f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.380918 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b6306de1-1a3b-4b19-97be-6d94d5469f28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee1e19212de149c69c087bbc27346e2a&device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 1097 time: 0.0613194 Jun 11 00:33:16.387164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-2940c7e0-41c8-4d9f-929c-bd6a7c39e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.388631 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-2940c7e0-41c8-4d9f-929c-bd6a7c39e3c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1165016 Jun 11 00:33:16.439894 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-407efcfd-7247-4519-a470-f6f80f92eb3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6578a750-706e-48c4-a47b-cf2138854274 HTTP/1.1" status: 200 len: 217 time: 0.0525682 Jun 11 00:33:16.500114 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ac9e9a6e-4b6f-476d-a8b7-80ad67ec4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:16.501741 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-ac9e9a6e-4b6f-476d-a8b7-80ad67ec4afb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9c03580-68a2-44f6-97c5-8be4ed202e33 HTTP/1.1" status: 200 len: 849 time: 0.0554473 Jun 11 00:33:16.538834 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-f6684600-ab08-4112-a8f4-fb9607b28fbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d1d69523-7e7e-4abb-a5e4-544f600943c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306203 Jun 11 00:33:16.599459 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-220274bc-215e-4d07-88c7-76a733025f1d service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934955 Jun 11 00:33:16.640362 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:16.674133 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-3af9b622-db07-4e92-b0cf-1f845599224c service neutron] 10.222.0.45 "GET /v2.0/networks/d1d69523-7e7e-4abb-a5e4-544f600943c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289957 Jun 11 00:33:16.710689 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:16.714871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c3ef17cf-1cbf-4556-91d9-e3bc493d85cd tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:16.800509 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-277db664-21b6-411b-8379-ecf433a11bd8 req-b817579d-db42-4164-984d-3ec8a5c71b5d service neutron] 10.222.0.45 "GET /v2.0/networks/d1d69523-7e7e-4abb-a5e4-544f600943c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198170 Jun 11 00:33:16.824066 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-f947641f-94c3-48a7-8eac-dfa731ab45ac req-df62ed53-a690-4435-bccd-94c397bfaf30 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190559 Jun 11 00:33:16.826348 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event updated for resources: {'Port': ['ID=7d67502d-79fb-49da-92b6-2f15b206de01,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:16.830553 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:16.836139 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-448370'] for floatingip, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:16.988680 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.db.l3_db [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Floating IP f8ff2f62-dcb8-4810-80de-18c42a5b79df associated. External IP: 172.28.1.189, port: 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7. Jun 11 00:33:17.195060 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734b4af-3700-4bd9-bd15-ea2e70c72bf2 req-4ecec540-39a1-4dfb-9d34-91db25c27e8a tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:17.196612 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3734b4af-3700-4bd9-bd15-ea2e70c72bf2 req-4ecec540-39a1-4dfb-9d34-91db25c27e8a tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 944 time: 0.0709977 Jun 11 00:33:17.242460 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3734b4af-3700-4bd9-bd15-ea2e70c72bf2 req-6e409d22-dee3-4b6d-ba55-90e30706f908 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Jun 11 00:33:17.575550 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:33:17.722056 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:33:17.730962 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Sync routers for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:33:17.741160 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:17.741751 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:17.799164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:17.844231 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8420990 Jun 11 00:33:17.844707 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:17.847002 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:17.885291 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3689df2e-a8cd-4f57-a978-4c0e109746a9 x-openstack-request-id: req-3689df2e-a8cd-4f57-a978-4c0e109746a9 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:17.885619 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:17.886092 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3689df2e-a8cd-4f57-a978-4c0e109746a9 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:17.886522 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'status': 'completed', 'code': 200} Jun 11 00:33:17.889148 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:17.977423 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-718f9ab8-c433-4e04-96c0-16766de714ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:17.978914 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-718f9ab8-c433-4e04-96c0-16766de714ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0615394 Jun 11 00:33:18.100845 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-61c9cecf-f3f4-4a44-866b-989337d7414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:18.102219 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-61c9cecf-f3f4-4a44-866b-989337d7414c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1170928 Jun 11 00:33:18.184413 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59458) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:18.187355 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'f8ff2f62-dcb8-4810-80de-18c42a5b79df', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'mac_address': 'fa:16:3e:96:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12341e7a-549e-416f-8e41-863670dcd125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:33:15Z', 'updated_at': '2021-06-11T00:33:15Z', 'revision_number': 0, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:18.190153 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-a0f8536a-38de-45dc-a5b4-10dd5a01e677 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 999 time: 0.0815334 Jun 11 00:33:18.190987 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Checking router: e1acedee-8c91-4d79-8c06-a88aa9b0fc74 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:33:18.199992 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:18.200597 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:18.249861 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-b98c9d81-6bd0-4c9c-822b-60009585891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:18.251333 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-b98c9d81-6bd0-4c9c-822b-60009585891f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0539992 Jun 11 00:33:18.341010 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-f48f933f-3279-4b20-9d52-e104c84a4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:18.342802 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-f48f933f-3279-4b20-9d52-e104c84a4656 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818796 Jun 11 00:33:18.365016 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:18.473762 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-33f0dff0-f39e-4361-a816-3f250bf36314 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234174 Jun 11 00:33:18.525575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bdbbd-e5ff-43be-8a39-35c8480b72c3 req-0e8de477-a60f-4234-b9d2-274d6be21828 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:18.527063 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b97bdbbd-e5ff-43be-8a39-35c8480b72c3 req-0e8de477-a60f-4234-b9d2-274d6be21828 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 944 time: 0.1103966 Jun 11 00:33:18.602828 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-306444c9-fdb9-44f5-81b6-8c5ed54c8fd0 req-bb5b30f9-3738-47bc-90d2-01f86a3da221 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222029 Jun 11 00:33:18.677668 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b97bdbbd-e5ff-43be-8a39-35c8480b72c3 req-236d63c1-9204-4ea2-b486-e13f51aed6e4 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022501 Jun 11 00:33:18.780092 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'f8ff2f62-dcb8-4810-80de-18c42a5b79df', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'mac_address': 'fa:16:3e:96:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12341e7a-549e-416f-8e41-863670dcd125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:33:15Z', 'updated_at': '2021-06-11T00:33:15Z', 'revision_number': 0, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:18.783795 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e24608-a233-42d6-a853-7de3f246bec1 None None] The sync data for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb is: [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_floatingips': [{'id': 'f8ff2f62-dcb8-4810-80de-18c42a5b79df', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'router_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'mac_address': 'fa:16:3e:96:a0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12341e7a-549e-416f-8e41-863670dcd125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T00:33:15Z', 'updated_at': '2021-06-11T00:33:15Z', 'revision_number': 0, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:33:18.867471 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:18.971844 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae7944-ba09-4d83-8da6-ce16aebe9801 None None] New status for floating IP f8ff2f62-dcb8-4810-80de-18c42a5b79df: ACTIVE {{(pid=98936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:33:19.197136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Deleting port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:19.197686 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:19.305532 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] For port ae3a6979-c1ac-47e7-9362-9a62c6ad4f06, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:19.305889 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:19.398400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Calling delete_port for ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 owned by network:router_interface {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:19.695591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:19.698995 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:19.739633 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3a6979-c1ac-47e7-9362-9a62c6ad4f06,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:19.741728 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:19.996879 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce73c25-7fe6-43c9-8483-e8f2d5533e86 req-6d37b6ff-8dfe-4fd6-978b-13ecc16edfff tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:19.998257 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ce73c25-7fe6-43c9-8483-e8f2d5533e86 req-6d37b6ff-8dfe-4fd6-978b-13ecc16edfff tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 944 time: 0.1904690 Jun 11 00:33:20.027711 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:20.054410 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ce73c25-7fe6-43c9-8483-e8f2d5533e86 req-d8143ce8-ba7e-4425-bb9d-cb9d41a6cda9 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490453 Jun 11 00:33:20.159588 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6578a750-706e-48c4-a47b-cf2138854274 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:33:20.283462 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6578a750-706e-48c4-a47b-cf2138854274,segment=NetworkSegment(6e3f7222-6fd3-4cf3-ac20-c793e979b56d),segment_id=6e3f7222-6fd3-4cf3-ac20-c793e979b56d)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:20.296451 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '6578a750-706e-48c4-a47b-cf2138854274', 'network_id': 'd1d69523-7e7e-4abb-a5e4-544f600943c9', 'port_id': '6578a750-706e-48c4-a47b-cf2138854274', 'mac_address': 'fa:16:3e:18:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c03580-68a2-44f6-97c5-8be4ed202e33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:33:20.340497 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:20.355381 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6578a750-706e-48c4-a47b-cf2138854274 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:33:20.376590 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6578a750-706e-48c4-a47b-cf2138854274,segment=NetworkSegment(6e3f7222-6fd3-4cf3-ac20-c793e979b56d),segment_id=6e3f7222-6fd3-4cf3-ac20-c793e979b56d)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:20.479791 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:20.481566 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:20.532935 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:20.539777 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.540063 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.540400 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.540732 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.541067 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.541389 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.541713 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.542037 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.542356 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.542676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.543000 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.543341 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:20.546921 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:20.617173 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:33:20.761200 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:33:20.766234 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a39823ee-e094-4c50-aa55-bbe69930fd96 admin admin] 10.222.0.38 "PUT /v2.0/routers/1b2ff188-d64a-49d7-a94b-1e2d5612d7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795512 Jun 11 00:33:20.768786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59466) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:20.769888 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Sync routers for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:33:20.779542 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:20.780170 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:20.816438 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6578a750-706e-48c4-a47b-cf2138854274'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:33:20.920017 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks [] for router, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:20.933869 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:21.069045 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:21.193135 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72'}], 'enable_snat': True}, 'gw_port_id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:33:19Z', 'revision_number': 5, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port': {'id': '27963e5b-7c2d-463b-963a-eb86a3e3254b', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:23:55Z', 'updated_at': '2021-06-11T00:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:21.196757 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Checking router: 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:33:21.204577 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Routers {'1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:33:21.205176 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:33:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:21.246968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Deleting port 27963e5b-7c2d-463b-963a-eb86a3e3254b {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:21.247345 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:21.285932 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f6649-d517-45e9-a8c5-4350e647b619 req-3c02672a-468c-4475-a4f9-0670c3514469 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:21.288001 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-774f6649-d517-45e9-a8c5-4350e647b619 req-3c02672a-468c-4475-a4f9-0670c3514469 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 945 time: 0.1144795 Jun 11 00:33:21.392216 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] Set router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:33:21.400951 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-774f6649-d517-45e9-a8c5-4350e647b619 req-d69e1e00-b83d-4bda-9bfa-3060f44fcd79 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Jun 11 00:33:21.406126 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] For port 27963e5b-7c2d-463b-963a-eb86a3e3254b, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=27963e5b-7c2d-463b-963a-eb86a3e3254b,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:21.406490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:21.492917 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:33:21Z', 'revision_number': 6, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:21.496512 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d607d0-72ab-43e9-8f52-a4f50767e6c1 None None] The sync data for ids ['1b2ff188-d64a-49d7-a94b-1e2d5612d7e7'] in dv-cinder-786260-5-smb is: [{'id': '1b2ff188-d64a-49d7-a94b-1e2d5612d7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1084578139-router', 'tenant_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:23:52Z', 'updated_at': '2021-06-11T00:33:21Z', 'revision_number': 6, 'project_id': 'c7c50335d2e84a519f1bf9831efd9f46', 'gw_port_host': None}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:33:21.508667 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Calling delete_port for 27963e5b-7c2d-463b-963a-eb86a3e3254b owned by network:router_gateway {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:21.885665 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:21.888409 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6c7a04e4-d74c-4dfc-8d9f-ca68046ce9a7 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:21.920612 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=27963e5b-7c2d-463b-963a-eb86a3e3254b,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:21.923136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:21.998843 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.126108 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.128146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.165760 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6578a750-706e-48c4-a47b-cf2138854274 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:33:22.252765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.252765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 {{(pid=98934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:33:22.252765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] Notify callbacks [] for router, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.252765 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b41d96d2-f8e5-4ed4-a87b-47c28a4cba34 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1b2ff188-d64a-49d7-a94b-1e2d5612d7e7 HTTP/1.1" status: 204 len: 168 time: 1.4704392 Jun 11 00:33:22.254621 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59470) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:22.291054 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 6578a750-706e-48c4-a47b-cf2138854274 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:33:22.295155 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 6578a750-706e-48c4-a47b-cf2138854274 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:33:22.305999 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.315751 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Deleting subnet 0dc4d748-4bfb-4cf2-b160-831efec8e290 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:33:22.320198 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.372740 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29037045'] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.564720 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.586277 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.630499 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6578a750-706e-48c4-a47b-cf2138854274'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:22.639800 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25ac1c-a80e-40e6-a904-e73748145658" -d '{"events": [{"server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "name": "network-vif-plugged", "status": "completed", "tag": "6578a750-706e-48c4-a47b-cf2138854274"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:22.648301 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6578a750-706e-48c4-a47b-cf2138854274,segment=NetworkSegment(6e3f7222-6fd3-4cf3-ac20-c793e979b56d),segment_id=6e3f7222-6fd3-4cf3-ac20-c793e979b56d)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:22.695395 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4460cd-4187-47f3-8beb-6aad8c3627a2 x-openstack-request-id: req-4b4460cd-4187-47f3-8beb-6aad8c3627a2 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:22.695992 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "name": "network-vif-plugged", "status": "completed", "tag": "6578a750-706e-48c4-a47b-cf2138854274", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:22.696490 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b4460cd-4187-47f3-8beb-6aad8c3627a2 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:22.697117 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6578a750-706e-48c4-a47b-cf2138854274', 'code': 200} Jun 11 00:33:22.712262 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2799072-1c45-49ee-92cf-f7a024766a4b req-1a5c4f97-318a-407c-9fa6-496ad1fd5c63 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:22.713966 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d2799072-1c45-49ee-92cf-f7a024766a4b req-1a5c4f97-318a-407c-9fa6-496ad1fd5c63 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 945 time: 0.1453176 Jun 11 00:33:22.719534 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.721520 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:22.750997 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:33:22.766385 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25591428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433591'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.771465 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d2799072-1c45-49ee-92cf-f7a024766a4b req-08d82028-3e89-414c-b788-aecfd3a43913 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458338 Jun 11 00:33:22.773168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6b0d64f5-a8e4-47c1-a42a-675b047dcdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:22.781066 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:33:22.781433 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device ae3a6979-c1ac-47e7-9362-9a62c6ad4f06 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:33:22.781855 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 27963e5b-7c2d-463b-963a-eb86a3e3254b no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:33:22.805155 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc4d748-4bfb-4cf2-b160-831efec8e290,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:22.808583 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:22.812227 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.812227 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0dc4d748-4bfb-4cf2-b160-831efec8e290 HTTP/1.1" status: 204 len: 168 time: 0.5562441 Jun 11 00:33:22.814461 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59476) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:22.825067 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590cd75a-d03a-472a-80d9-8542cb5d3b0c None None] Network 3cc37115-349f-4efb-938b-622710e60a08 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:22.833658 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 27963e5b-7c2d-463b-963a-eb86a3e3254b {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:33:22.834013 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 27963e5b-7c2d-463b-963a-eb86a3e3254b not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:33:22.859492 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:22.864016 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:22.916666 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:22.987286 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Deleting port c36aadcd-083c-46b3-a62f-ff767b164359 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:22.987742 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.035833 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b60a-e37b-4f8f-9ad5-5aed43742163 req-89e04185-e52a-4469-8f0f-fb39cda22ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:23.036958 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ede4b60a-e37b-4f8f-9ad5-5aed43742163 req-89e04185-e52a-4469-8f0f-fb39cda22ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 1099 time: 0.0669398 Jun 11 00:33:23.079584 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] For port c36aadcd-083c-46b3-a62f-ff767b164359, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=c36aadcd-083c-46b3-a62f-ff767b164359,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:23.079952 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.095907 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ede4b60a-e37b-4f8f-9ad5-5aed43742163 req-5b4e09ad-cd35-4fc8-9a4d-f267da595e02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Jun 11 00:33:23.121856 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] DHCP port deletion for 3cc37115-349f-4efb-938b-622710e60a08 request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:33:23.184700 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Deleting port c36aadcd-083c-46b3-a62f-ff767b164359 {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:23.185362 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.211031 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Calling delete_port for c36aadcd-083c-46b3-a62f-ff767b164359 owned by network:dhcp {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:23.271355 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] For port c36aadcd-083c-46b3-a62f-ff767b164359, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=c36aadcd-083c-46b3-a62f-ff767b164359,segment=NetworkSegment(cac05098-e680-4d45-81c5-8c8f5aac0770),segment_id=cac05098-e680-4d45-81c5-8c8f5aac0770)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:23.271769 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.364247 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Calling delete_port for c36aadcd-083c-46b3-a62f-ff767b164359 owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:23.382685 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.384927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-fa7ca02d-e9e1-4940-a0ad-cecaf4be0af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:23.413206 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36aadcd-083c-46b3-a62f-ff767b164359,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:23.416795 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:23.419333 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] No DVR routers for this DVR port c36aadcd-083c-46b3-a62f-ff767b164359 on host dv-cinder-786260-5-smb {{(pid=98934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:33:23.461260 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.463220 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0d35cc32-a286-41b6-a752-5a328b993609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:23.494506 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Pushing event deleted for resources: {'Port': ['ID=c36aadcd-083c-46b3-a62f-ff767b164359,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:23.496922 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:23.500783 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2225ac9-baea-4a37-aef4-63e9225e2c23 None None] No DVR routers for this DVR port c36aadcd-083c-46b3-a62f-ff767b164359 on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:33:23.527163 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.543467 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc37115-349f-4efb-938b-622710e60a08']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:23.554499 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac05098-e680-4d45-81c5-8c8f5aac0770') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:23.554797 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac05098-e680-4d45-81c5-8c8f5aac0770') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:23.564558 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.583652 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.590268 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:33:23.590658 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: retrieve_revision_numbers = { Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:33:23.592406 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:33:23.748100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.752130 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-688ca42f-afd0-43e2-9b9a-645b0143f552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:23.754726 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:23.756800 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3cc37115-349f-4efb-938b-622710e60a08 HTTP/1.1" status: 204 len: 168 time: 0.9413564 Jun 11 00:33:23.770547 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc37115-349f-4efb-938b-622710e60a08,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:23.773842 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9c0b51e2-b732-405b-a2b6-d2097417c545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:23.964579 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5d9b8-a2f2-4c26-a783-aa620eb87932 req-51434b81-2cff-4d9d-9a4a-cac38a1683db tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:23.966092 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5d5d9b8-a2f2-4c26-a783-aa620eb87932 req-51434b81-2cff-4d9d-9a4a-cac38a1683db tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 946 time: 0.0794673 Jun 11 00:33:24.008045 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d5d5d9b8-a2f2-4c26-a783-aa620eb87932 req-ec80ace0-af6c-468b-a04e-9ca897dfa224 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Jun 11 00:33:24.213412 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59482) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:24.257496 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-ef0d55b5-0eb3-4bfd-9f95-74abb2f15604 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7c50335d2e84a519f1bf9831efd9f46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428615 Jun 11 00:33:24.260096 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59484) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:24.311222 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:24.334695 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:24.489867 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:24.493371 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:24.494660 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dbf9cd4b-fb42-4a6d-9787-9e36025a065d HTTP/1.1" status: 204 len: 168 time: 0.2336717 Jun 11 00:33:24.495499 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1157cb2b-dfeb-4de7-8e9f-abe0058cea1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:24.504418 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf9cd4b-fb42-4a6d-9787-9e36025a065d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:24.507385 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:24.697282 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device c36aadcd-083c-46b3-a62f-ff767b164359 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:33:24.721604 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: c36aadcd-083c-46b3-a62f-ff767b164359 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:33:24.721959 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device c36aadcd-083c-46b3-a62f-ff767b164359 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:33:25.264311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0044f-0fa8-4152-9c73-4445a14c2202 req-c0209324-cfea-4fdd-a08e-a9dfff46b617 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:25.266721 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8ea0044f-0fa8-4152-9c73-4445a14c2202 req-c0209324-cfea-4fdd-a08e-a9dfff46b617 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 946 time: 0.1122544 Jun 11 00:33:25.310349 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-8ea0044f-0fa8-4152-9c73-4445a14c2202 req-d1aeff4d-9d5c-4ea5-8321-eb5878e62be3 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Jun 11 00:33:25.544729 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59512) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:25.641339 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-689235823-network', 'tenant_id': '5742cd03aa654b5db6638966f687abac'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:25.771103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Made reservation on behalf of 5742cd03aa654b5db6638966f687abac for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:25.774037 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:25.785090 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:25.875482 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:25.976816 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:25.980492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-55539940-d912-42d1-8e40-657daaae6aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:26.004195 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:33:26.013050 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa8dc2-44cd-4b25-b535-b9e795b2998d,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:26.016635 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:26.019486 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.019829 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Added segment d928a9d3-e43e-4e2f-9cec-9a0895dd1720 of type vlan for network 60737578-ef0b-4c1f-aed2-25b578cfc7a9 Jun 11 00:33:26.075768 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.182842 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.184229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:26.184813 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.187081 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d04e1171-d298-4917-91fa-f53c156b3a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:26.262653 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Pushing event updated for resources: {'Network': ['ID=60737578-ef0b-4c1f-aed2-25b578cfc7a9,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:26.265251 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:26.272879 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 60737578-ef0b-4c1f-aed2-25b578cfc7a9 details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:33:26.285090 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-633f0dda-f0df-4770-8b90-23e6ad10389f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7392440 Jun 11 00:33:26.287854 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59520) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:26.292758 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Request body: {'subnet': {'network_id': '60737578-ef0b-4c1f-aed2-25b578cfc7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-689235823-subnet', 'tenant_id': '5742cd03aa654b5db6638966f687abac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:26.370562 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Made reservation on behalf of 5742cd03aa654b5db6638966f687abac for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:26.373016 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433576'] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.936816 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25591493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433598'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:26.939109 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:26.999809 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759b4010-bba2-4d57-b525-c9d27ec967cd,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:27.003378 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:27.010033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Checking segment: {'id': 'd928a9d3-e43e-4e2f-9cec-9a0895dd1720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '60737578-ef0b-4c1f-aed2-25b578cfc7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:27.010386 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Network hostable DHCP agents. Network: 60737578-ef0b-4c1f-aed2-25b578cfc7a9, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:33:27.090862 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Network 60737578-ef0b-4c1f-aed2-25b578cfc7a9 is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:33:27.148497 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 60737578-ef0b-4c1f-aed2-25b578cfc7a9) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:27.152575 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:27.155419 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:27.158172 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0439cfb-f385-4625-9b06-aa7296fde4b4 None None] Network 60737578-ef0b-4c1f-aed2-25b578cfc7a9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:27.240834 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-78ecf29c-f4c0-45eb-8e25-d22d1aa59221 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9518788 Jun 11 00:33:27.321603 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9a1ce-34f4-4fb3-9d16-c9932b01fa61 None None] Network 60737578-ef0b-4c1f-aed2-25b578cfc7a9 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:27.906784 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59550) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:27.912098 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954832988-network', 'tenant_id': '98b2b4df7f9d45ff9377a73ff3f7fb5e'}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:28.051144 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Made reservation on behalf of 98b2b4df7f9d45ff9377a73ff3f7fb5e for: {'network': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:28.053610 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for network, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.065152 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.157185 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.302603 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.305925 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-925cdfab-b05a-4e32-a4e7-8a733040065b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:28.331425 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=98934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 00:33:28.341909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb72a916-1da5-423f-82b7-2450ccbcb7a4,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:28.345125 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:28.348258 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.348628 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.segments_db [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Added segment e9181ba1-5407-4b99-98a1-b6afacb7c53d of type vlan for network 1ccf7150-b122-476e-90e6-5237227cca4d Jun 11 00:33:28.404107 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132456367'] for network, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.528121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173'] for network, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.528121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:28.528121 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.529394 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:28.570509 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-f44e3d55-cb82-4d4f-9476-5a3e5146383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:28.609684 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccf7150-b122-476e-90e6-5237227cca4d,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:28.612281 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:28.619200 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Network 1ccf7150-b122-476e-90e6-5237227cca4d details requested by agent ovs-agent-dv-cinder-786260-5-smb with host dv-cinder-786260-5-smb {{(pid=98936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 00:33:28.651663 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7435901 Jun 11 00:33:28.654245 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59560) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:28.659334 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.v2.base [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Request body: {'subnet': {'network_id': '1ccf7150-b122-476e-90e6-5237227cca4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954832988-subnet', 'tenant_id': '98b2b4df7f9d45ff9377a73ff3f7fb5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:33:28.752723 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Made reservation on behalf of 98b2b4df7f9d45ff9377a73ff3f7fb5e for: {'subnet': 1} {{(pid=98934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:33:28.755174 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433576'] for subnet, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.045308 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25591493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433598'] for subnet, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.047756 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e38f9b11-3f2e-4780-aff7-b50ae2da0fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:29.109366 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6338fc2-69a5-4eef-8c1d-0d63044f3f03,revision_number=0']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:29.112845 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:29.119702 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Checking segment: {'id': 'e9181ba1-5407-4b99-98a1-b6afacb7c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1ccf7150-b122-476e-90e6-5237227cca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:33:29.120062 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Network hostable DHCP agents. Network: 1ccf7150-b122-476e-90e6-5237227cca4d, hostable agents: ['55e73c2e-bbd6-4d66-911c-8500f8d4af48'], hosted agents: [] {{(pid=98934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 00:33:29.210995 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Network 1ccf7150-b122-476e-90e6-5237227cca4d is scheduled to be hosted by DHCP agent 55e73c2e-bbd6-4d66-911c-8500f8d4af48 with binding_index 1 {{(pid=98934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 00:33:29.276661 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.base_scheduler [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-5-smb, 1ccf7150-b122-476e-90e6-5237227cca4d) {{(pid=98934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:33:29.282407 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:29.282986 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.284634 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ceb81b-f20c-4c99-bdef-4ccad0e6276b None None] Network 1ccf7150-b122-476e-90e6-5237227cca4d requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:29.322692 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e496f-fd9b-46bd-8948-9f3338522593 req-e9ee3eb4-a908-4f03-9b12-c522591c9687 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:29.324208 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e79e496f-fd9b-46bd-8948-9f3338522593 req-e9ee3eb4-a908-4f03-9b12-c522591c9687 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 946 time: 0.0854266 Jun 11 00:33:29.360754 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-95c3dff7-88cc-4697-a480-6d2035925467 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7051470 Jun 11 00:33:29.368293 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e79e496f-fd9b-46bd-8948-9f3338522593 req-d6c7ea6c-4362-4a90-8726-e5914431e8d3 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Jun 11 00:33:29.484015 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59570) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:29.536033 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Deleting subnet 759b4010-bba2-4d57-b525-c9d27ec967cd {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:33:29.539409 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.579865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271364b2-85bd-4ad3-ae4c-b50d32df527e None None] Network 1ccf7150-b122-476e-90e6-5237227cca4d requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:33:29.582139 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29037045'] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.633822 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.759705 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25591428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433591'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.762108 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:29.796341 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759b4010-bba2-4d57-b525-c9d27ec967cd,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:29.798921 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:29.801259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:29.803874 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e172b6ae-84fc-4ebf-b792-263036234d56 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/759b4010-bba2-4d57-b525-c9d27ec967cd HTTP/1.1" status: 204 len: 168 time: 0.3181918 Jun 11 00:33:29.805766 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59572) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:29.897903 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.002059 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.013490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60737578-ef0b-4c1f-aed2-25b578cfc7a9']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.024848 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd928a9d3-e43e-4e2f-9cec-9a0895dd1720') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.025147 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd928a9d3-e43e-4e2f-9cec-9a0895dd1720') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.034657 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.048792 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.054423 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:33:30.054806 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:33:30.056457 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:33:30.188256 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.192103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:30.195128 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.200545 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] 10.222.0.38 "DELETE /v2.0/networks/60737578-ef0b-4c1f-aed2-25b578cfc7a9 HTTP/1.1" status: 204 len: 168 time: 0.3902116 Jun 11 00:33:30.200646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59574) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:30.210044 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Pushing event deleted for resources: {'Network': ['ID=60737578-ef0b-4c1f-aed2-25b578cfc7a9,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:30.212291 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9ba6d58a-c4c7-42c6-9d0d-a5123fedc231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:30.251695 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Deleting subnet b6338fc2-69a5-4eef-8c1d-0d63044f3f03 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:33:30.254799 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.296163 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.342472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.519884 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.522335 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2e4e9f99-04df-48ab-bcbf-df90e28faeec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:30.555142 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6338fc2-69a5-4eef-8c1d-0d63044f3f03,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:30.559073 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:30.561424 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.562521 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499157-2095-4aae-90f2-9ddd6bc9e2db req-c636333e-d1e0-498f-bf3f-a1010d26f5f5 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:30.565490 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-2980a244-622a-41ed-b61d-7dcacc89201a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b6338fc2-69a5-4eef-8c1d-0d63044f3f03 HTTP/1.1" status: 204 len: 168 time: 0.3624175 Jun 11 00:33:30.566206 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4e499157-2095-4aae-90f2-9ddd6bc9e2db req-c636333e-d1e0-498f-bf3f-a1010d26f5f5 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 946 time: 0.0750992 Jun 11 00:33:30.566311 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59578) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:30.605865 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4e499157-2095-4aae-90f2-9ddd6bc9e2db req-ee38c2b2-d6cc-44cb-9749-e07e71f2a163 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357955 Jun 11 00:33:30.659220 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.763393 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.774991 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccf7150-b122-476e-90e6-5237227cca4d']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.785778 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9181ba1-5407-4b99-98a1-b6afacb7c53d') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.786070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9181ba1-5407-4b99-98a1-b6afacb7c53d') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:30.796159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.810867 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.825647 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:33:30.826034 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:33:30.827679 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:33:30.948647 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-1d18d456-f2c3-4e60-af01-f207785db956 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:33:30.950084 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-1d18d456-f2c3-4e60-af01-f207785db956 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 946 time: 0.1351342 Jun 11 00:33:30.969511 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:33:30.985426 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:30.998414 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6b3e0b8-903a-4039-9c7e-a35fbf068701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:31.000706 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.002472 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] 10.222.0.38 "DELETE /v2.0/networks/1ccf7150-b122-476e-90e6-5237227cca4d HTTP/1.1" status: 204 len: 168 time: 0.4358144 Jun 11 00:33:31.019640 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccf7150-b122-476e-90e6-5237227cca4d,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:31.023530 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55459e10-cbb9-400c-bf19-6ed313f54352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:31.088451 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Deleting port 6578a750-706e-48c4-a47b-cf2138854274 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:33:31.088801 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.165236 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-4ad92e24-05dc-4b08-b5a1-ad9aa1005459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.208929 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] For port 6578a750-706e-48c4-a47b-cf2138854274, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6578a750-706e-48c4-a47b-cf2138854274,segment=NetworkSegment(6e3f7222-6fd3-4cf3-ac20-c793e979b56d),segment_id=6e3f7222-6fd3-4cf3-ac20-c793e979b56d)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:33:31.209522 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.256962 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.301605 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Calling delete_port for 6578a750-706e-48c4-a47b-cf2138854274 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:33:31.401073 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59584) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:31.446441 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-a9a074aa-fde2-463f-8572-17b25ade93b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5742cd03aa654b5db6638966f687abac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439956 Jun 11 00:33:31.448798 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59586) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:31.501696 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.505578 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.506013 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-12321639-ea5a-478d-ba27-47e5e159d35a tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:31.513869 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['6578a750-706e-48c4-a47b-cf2138854274'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:33:31.530135 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.536692 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Pushing event deleted for resources: {'Port': ['ID=6578a750-706e-48c4-a47b-cf2138854274,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:31.540357 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:31.592727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] No DVR routers for this DVR port 6578a750-706e-48c4-a47b-cf2138854274 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:33:31.595219 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.597185 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-ce0a721b-5e62-425e-abc6-ccfc86a50b41 req-ca53d7f0-8e66-4818-bba2-80a332aac971 tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.45 "DELETE /v2.0/ports/6578a750-706e-48c4-a47b-cf2138854274 HTTP/1.1" status: 204 len: 173 time: 0.6414542 Jun 11 00:33:31.597729 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'name': 'network-vif-deleted', 'tag': '6578a750-706e-48c4-a47b-cf2138854274'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:33:31.600537 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba960b0d-0f8f-4675-aa4a-333cf421302e" -d '{"events": [{"server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "name": "network-vif-deleted", "tag": "6578a750-706e-48c4-a47b-cf2138854274"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:33:31.635967 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b0e0a8-2946-4cd5-bae4-337c7bdf5442 x-openstack-request-id: req-71b0e0a8-2946-4cd5-bae4-337c7bdf5442 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:33:31.636287 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341", "name": "network-vif-deleted", "tag": "6578a750-706e-48c4-a47b-cf2138854274", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:33:31.636601 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71b0e0a8-2946-4cd5-bae4-337c7bdf5442 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:33:31.637022 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341', 'name': 'network-vif-deleted', 'tag': '6578a750-706e-48c4-a47b-cf2138854274', 'status': 'completed', 'code': 200} Jun 11 00:33:31.662946 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.665626 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:31.669793 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8baa8dc2-44cd-4b25-b535-b9e795b2998d HTTP/1.1" status: 204 len: 168 time: 0.2170818 Jun 11 00:33:31.669793 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-5e5668d6-1e2a-4737-a5d5-dd5f84eb980a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:31.677511 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa8dc2-44cd-4b25-b535-b9e795b2998d,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:31.679866 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-e400f2cc-7855-4058-8405-87afdbfcbc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:31.757104 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-76460283-2240-491f-9212-e079febb32cc req-534f89ae-9058-45e4-b987-462d31b0d6dc tempest-VolumesActionsTest-18911124 tempest-VolumesActionsTest-18911124-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ad2bf9d-b7c4-4e1d-ae15-e3b2c14fa341 HTTP/1.1" status: 200 len: 210 time: 0.0337677 Jun 11 00:33:32.310349 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59596) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:32.361341 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-316c1bb8-6442-4816-b387-09795b870a70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98b2b4df7f9d45ff9377a73ff3f7fb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496793 Jun 11 00:33:32.363812 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59598) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:32.419734 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:32.444512 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:32.496325 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:32.576577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:32.579398 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:32.580656 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb72a916-1da5-423f-82b7-2450ccbcb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2159090 Jun 11 00:33:32.581557 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f87daadc-5580-4998-abeb-52bf0c2d409a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:32.590500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb72a916-1da5-423f-82b7-2450ccbcb7a4,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:32.593137 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:33.799429 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:34.221015 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6578a750-706e-48c4-a47b-cf2138854274 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:33:34.249759 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 6578a750-706e-48c4-a47b-cf2138854274 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:33:34.250190 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 6578a750-706e-48c4-a47b-cf2138854274 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:33:34.786924 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59654) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:34.911808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.009650 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.073546 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.076087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-cea4dfde-c523-4028-b70f-068bd99e9808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:35.114746 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ce5170-807b-482c-97e4-ca30779cbe2f,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:35.118920 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:35.121380 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c09cc016baf4337be354d9e5d34d28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333316 Jun 11 00:33:35.127748 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59660) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:35.177372 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.201099 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.371132 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.373765 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:35.375049 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9ce5170-807b-482c-97e4-ca30779cbe2f HTTP/1.1" status: 204 len: 168 time: 0.2498777 Jun 11 00:33:35.375839 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-daad022d-ace2-44f6-b5ed-0f0a96744a22 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:35.384505 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ce5170-807b-482c-97e4-ca30779cbe2f,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:35.386727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-00b83ea1-ab7c-4925-8617-2dff8752afc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:35.978272 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59670) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:35.995076 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.089447 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.182490 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.185996 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b5793d6a-d548-4754-823a-7f0a1bbd1961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:36.227179 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51d55f86ecbc43d897785305dffd4f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478023 Jun 11 00:33:36.228150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3492bf-6489-4302-857c-0a01b31f1a17,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:36.229911 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59672) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:36.231497 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:36.286745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.310343 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.456060 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.459519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:36.460639 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a3492bf-6489-4302-857c-0a01b31f1a17 HTTP/1.1" status: 204 len: 168 time: 0.2296207 Jun 11 00:33:36.461434 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5a0a121c-060d-4a77-b121-71c915caca72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:36.471581 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3492bf-6489-4302-857c-0a01b31f1a17,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:36.475263 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1d988bf5-8bc0-44a6-acd3-98042d63977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:36.959178 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.041070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59880) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:48.149016 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.244986 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.303077 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.305762 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-82db9db4-e16e-4692-9e26-1bfa43d7e53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:48.348170 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=25aa66a34e1c4454b1021ba92eccb421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059409 Jun 11 00:33:48.349526 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4ab5d-1e01-4987-9156-b3be6c402ada,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:48.350997 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59884) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:48.352790 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-89b81ca7-4414-4e80-9906-6096f93f049b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:48.405927 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.430417 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.575770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.578492 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:48.579652 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34a4ab5d-1e01-4987-9156-b3be6c402ada HTTP/1.1" status: 204 len: 168 time: 0.2276387 Jun 11 00:33:48.580488 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-21f070ec-b9a1-4bcf-8169-2dc14dddc039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:48.589718 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4ab5d-1e01-4987-9156-b3be6c402ada,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:48.592168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-accb625d-6164-4d7f-9e17-a927d4137e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:49.262124 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59904) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:49.279767 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.380940 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.439606 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.442470 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3146bbc2-fe57-4769-b17d-c81f53dacce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:49.482449 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a290a-4d87-404f-87db-8c03f9f304ad,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:49.487257 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=78a375a296cb4d7eb842d965335d9d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239568 Jun 11 00:33:49.488252 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-d346e6a0-a79c-4aad-8a15-271bc2d6f7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:49.490444 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59906) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:49.544802 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.569146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.730103 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.732730 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:49.733995 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5c6a290a-4d87-404f-87db-8c03f9f304ad HTTP/1.1" status: 204 len: 168 time: 0.2431297 Jun 11 00:33:49.734873 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-f2369035-ae2a-4ba1-b5ef-9aeed7c2b438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:49.744361 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a290a-4d87-404f-87db-8c03f9f304ad,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:49.747052 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:50.306236 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59920) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:50.359750 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.db.db_base_plugin_v2 [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Deleting subnet f9c03580-68a2-44f6-97c5-8be4ed202e33 {{(pid=98934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:33:50.362999 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.408001 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29037045'] for subnet, precommit_delete_associations {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.466819 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.668105 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25591428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433591'] for subnet, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.679770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3ec84e11-9eb8-4948-80c2-409d9a16b4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:50.703030 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c03580-68a2-44f6-97c5-8be4ed202e33,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:50.706108 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:50.707690 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.709534 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-555901de-36e4-4919-9fce-4a1f075ce477 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f9c03580-68a2-44f6-97c5-8be4ed202e33 HTTP/1.1" status: 204 len: 168 time: 0.4035008 Jun 11 00:33:50.711972 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59930) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:50.803969 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.919133 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.935251 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d69523-7e7e-4abb-a5e4-544f600943c9']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:50.947821 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3f7222-6fd3-4cf3-ac20-c793e979b56d') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:50.948274 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3f7222-6fd3-4cf3-ac20-c793e979b56d') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:50.961183 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.979150 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.987424 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:33:50.987959 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:33:50.990798 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:33:51.136972 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.141376 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:51.150591 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.150591 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] 10.222.0.38 "DELETE /v2.0/networks/d1d69523-7e7e-4abb-a5e4-544f600943c9 HTTP/1.1" status: 204 len: 168 time: 0.4350734 Jun 11 00:33:51.151112 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 59938) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:51.161153 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d69523-7e7e-4abb-a5e4-544f600943c9,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:51.163990 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b7cc022e-798d-4b89-b1e7-854b484bb79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:51.210458 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Deleting subnet 2d825656-ba49-4596-9f5c-2221d2cf0534 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:33:51.213683 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.259433 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.305520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.461805 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.464333 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ac6979bd-c12f-4758-b5fe-7dda30823479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:51.502055 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d825656-ba49-4596-9f5c-2221d2cf0534,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:51.505151 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:51.506716 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.508750 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a573322f-fa77-4242-ae1f-39ca6a064207 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d825656-ba49-4596-9f5c-2221d2cf0534 HTTP/1.1" status: 204 len: 168 time: 0.3567636 Jun 11 00:33:51.512579 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59946) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:51.602424 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.711699 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.723626 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f99b47f-32f1-45ee-99e9-e720edbabbd5']}} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:51.734542 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53c032-aeb0-44c8-9238-f3a9749f76ef') {'for_net_delete': True} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:51.734834 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.services.segments.db [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53c032-aeb0-44c8-9238-f3a9749f76ef') {} {{(pid=98934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:33:51.745571 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29037036'] for segment, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.767770 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.775042 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=98934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25590299'] for segment, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: Traceback (most recent call last): Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: timer() Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: cb(*args, **kw) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: return func(*args, **kwargs) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: self._notify() Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: self.callback(batched_events) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: event.method(event) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: return f(self, *a, **k) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: return self._get(url).json() Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: return self.request(url, 'GET', **kwargs) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:33:51.785400 dv-cinder-786260-5-smb neutron-server[98934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:33:51.925405 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.929840 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:51.950456 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:51.952347 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8f99b47f-32f1-45ee-99e9-e720edbabbd5 HTTP/1.1" status: 204 len: 168 time: 0.4386749 Jun 11 00:33:51.953699 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f99b47f-32f1-45ee-99e9-e720edbabbd5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:51.956061 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4c34842e-d7f4-48fc-8e26-0599aef54cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:52.314578 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59958) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:52.358366 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9f09a5a4-793e-4190-9f6f-a4dac53835a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee1e19212de149c69c087bbc27346e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423431 Jun 11 00:33:52.360713 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59960) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:52.420070 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:52.443577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:52.582046 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:52.584739 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:52.585867 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5 HTTP/1.1" status: 204 len: 168 time: 0.2242589 Jun 11 00:33:52.586727 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-68f976cc-7c44-463e-bae0-b026352c057d tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:52.595679 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f62f0-4f6c-42da-89a0-0ce203ab1dc5,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:52.598255 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9ffaaea3-a8b3-4dc4-8d50-3b8da17d6e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:53.541100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59970) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:53.586334 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-50eaf43a-45c7-4311-a381-4ff9662c151e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3843a96547b245bdbd6fa55be18aba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438776 Jun 11 00:33:53.590421 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 59974) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:33:53.646209 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:53.668692 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:53.793844 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:53.796823 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:33:53.803786 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7478816-6e52-4734-a3b8-cf2959e71020 HTTP/1.1" status: 204 len: 168 time: 0.2084901 Jun 11 00:33:53.803786 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-a7219c53-6681-4083-b064-8a5dc76e4eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:33:53.813979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7478816-6e52-4734-a3b8-cf2959e71020,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:33:53.826229 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.826870 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.827516 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.828131 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.828882 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.829526 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.830141 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.830765 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.831524 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.832159 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.832789 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.833376 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:33:53.838382 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6d746463-e42e-407a-88f9-3c12c7c38a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:33:58.525400 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3405ac49-529e-4880-b2eb-c2ff04a5fa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:01.136885 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-831a2f43-2533-46e7-ba5d-38690455f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:01.233931 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:02.531135 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:03.823591 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:07.016579 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:07.968765 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:34:13.710915 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60216) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:13.819853 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:13.915513 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.016284 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.018817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-4d77f0b3-234e-4b31-b4d1-902a7817cdcb tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:14.059267 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daff6a11c8ff46058b8ee2715f053f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472211 Jun 11 00:34:14.060070 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7af44-129a-48bc-a34b-bda05819a3ae,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:14.061972 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60220) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:14.079421 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.079797 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.080164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.080521 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.080874 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.081226 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.081573 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.081922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.082270 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.082616 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.082960 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.083338 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:14.088205 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-f7c99436-b804-40fa-b340-fe1020615c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:14.127603 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.150808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.290674 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.293239 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:14.294446 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9c7af44-129a-48bc-a34b-bda05819a3ae HTTP/1.1" status: 204 len: 168 time: 0.2315176 Jun 11 00:34:14.295213 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b7c633ad-5eb9-488e-b276-e2d48a5ccb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:14.304025 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7af44-129a-48bc-a34b-bda05819a3ae,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:14.306425 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-41edb23a-d148-4f10-be71-c5ac2c9ce020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:15.139527 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60242) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:15.155192 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.174563 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60244) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:15.258622 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.318269 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.321920 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1fe93f7-8446-46ec-a1e7-efc02e63f3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:15.337095 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.362758 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96eaf07b191b4da684547da137f745e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221217 Jun 11 00:34:15.363997 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f9f96-fa82-496a-a4f0-9f81b0f7f7fd,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:15.366355 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60248) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:15.367250 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-ed69d542-c4b1-494f-b540-6e8699732930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:15.450649 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.485079 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.518077 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.616141 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.618899 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-3c2aee31-9bda-4e1b-8dd0-f31c9e8538dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:15.657355 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.660011 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.661221 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b2f9f96-fa82-496a-a4f0-9f81b0f7f7fd HTTP/1.1" status: 204 len: 168 time: 0.2937028 Jun 11 00:34:15.663890 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02201b94-7251-445c-b16b-4e042a27a9a6,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:15.671187 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9234d2fff0fb4b0a9223554a96970f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927516 Jun 11 00:34:15.671187 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8cb9818d-9946-4e64-8e26-e404203a9ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:15.671187 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-b57da96c-a521-4ab2-aa45-358fd52c9f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:15.673176 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60252) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:15.680798 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f9f96-fa82-496a-a4f0-9f81b0f7f7fd,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:15.683603 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-9aff2368-4827-4f39-9c15-055c8bf3d593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:15.744121 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.761098 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.890657 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.893201 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:15.894335 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02201b94-7251-445c-b16b-4e042a27a9a6 HTTP/1.1" status: 204 len: 168 time: 0.2196908 Jun 11 00:34:15.895336 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e3fbd623-1eaf-4166-ad7f-f880f04cbce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:15.904468 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02201b94-7251-445c-b16b-4e042a27a9a6,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:15.906773 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-9862c2c0-7d4a-4060-a5c8-458394f7d92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:16.292576 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-e64a108f-c708-4fd2-9d3d-a8081ad020c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2249973 Jun 11 00:34:16.402014 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-09214755-660e-4853-9b22-f1f4d2f97333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:16.402014 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-09214755-660e-4853-9b22-f1f4d2f97333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0613258 Jun 11 00:34:16.541724 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-48d245e2-d983-4a99-b547-3acf44e31e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:16.543074 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-48d245e2-d983-4a99-b547-3acf44e31e38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1183891 Jun 11 00:34:16.626786 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-41a4964d-7cf1-4058-b3f7-3a3a7678c435 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0777190 Jun 11 00:34:16.687354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-8853ce72-c817-45a5-b21b-10f846cb0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:16.688896 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-8853ce72-c817-45a5-b21b-10f846cb0e07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0557027 Jun 11 00:34:16.755792 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-fc26fb4c-5b18-426b-b025-6b54909f9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:16.757256 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-fc26fb4c-5b18-426b-b025-6b54909f9f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0623157 Jun 11 00:34:16.768743 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-ed436ff8-3f5b-46bb-911d-1f8faab955e4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=98935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 00:34:16.769925 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-ed436ff8-3f5b-46bb-911d-1f8faab955e4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056119 Jun 11 00:34:16.891253 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-a6a26219-b803-41a9-9cbf-eef9e5ec4687 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148252 Jun 11 00:34:17.017226 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-2f8fb054-9d50-4874-b65a-8298b74788d9 req-1e872665-ee00-4227-9693-b2b2c691dfef service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194692 Jun 11 00:34:21.175390 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60366) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:21.287851 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.380835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.485256 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.488725 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-471080d9-311e-4b7c-ae61-3c4c61b22749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:21.531556 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=57ccced9dc85404dbc72051b5841cb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549905 Jun 11 00:34:21.534191 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60378) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:21.536502 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a252e-9e88-4c4a-905d-87da4228a666,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:21.539800 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-bcf9917f-e7e3-4c15-a1be-e034214fbd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:21.593843 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.616964 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.770776 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.773612 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:21.774770 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b2a252e-9e88-4c4a-905d-87da4228a666 HTTP/1.1" status: 204 len: 168 time: 0.2394416 Jun 11 00:34:21.775599 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-4e3ee031-d8e4-41b5-9079-165d63ef1248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:21.784263 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a252e-9e88-4c4a-905d-87da4228a666,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:21.787584 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:23.956400 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60426) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:24.072893 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.173918 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.228018 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.230556 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-067e9056-742c-4b49-9367-459c95df6ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:24.277627 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db5339b-2ee2-4e33-97e9-869c046209e8,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:24.282150 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5eb24df20c0949a2823f13b18f9fe366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246126 Jun 11 00:34:24.283115 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:24.284721 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60434) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:24.341125 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.368888 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.524944 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.527693 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:24.528832 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5db5339b-2ee2-4e33-97e9-869c046209e8 HTTP/1.1" status: 204 len: 168 time: 0.2431486 Jun 11 00:34:24.529589 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-48d61b34-ea96-4432-879e-b232491e72d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:24.539168 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db5339b-2ee2-4e33-97e9-869c046209e8,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:24.542250 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:25.295020 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60454) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:25.310840 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.405571 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.482594 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.494424 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-cd36c0a5-160e-4daa-851f-4a3a0a085267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:25.522282 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-3f45c9cc-edf0-44e3-955b-e593d7001b90 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496898 Jun 11 00:34:25.585319 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd6cfd2b95b74a229c8bb82ab4e6e626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891564 Jun 11 00:34:25.588073 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60464) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:25.599259 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1118b0-47c0-473b-8b56-31fd79762e47,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:25.607715 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:25.643589 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.666536 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.753541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-f4e41c48-89a1-41d4-90be-dc434b7e8545 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:25.755055 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-f4e41c48-89a1-41d4-90be-dc434b7e8545 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215555 Jun 11 00:34:25.769870 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-65b485c0-bc4d-4d82-83ee-9de663dc965a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/quotas/8f7f5d38128e447e8b1797f00298e3a5 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jun 11 00:34:25.775159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.777950 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:25.782335 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b1118b0-47c0-473b-8b56-31fd79762e47 HTTP/1.1" status: 204 len: 168 time: 0.1900129 Jun 11 00:34:25.782335 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-80ddf190-7913-4854-9483-c05148ab8d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:25.789962 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1118b0-47c0-473b-8b56-31fd79762e47,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:25.792573 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-016ceaf7-00d8-4add-abb0-d9e4eaf1ce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:25.809046 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-a1307162-a521-43bd-89d3-feba29c23f84 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342915 Jun 11 00:34:26.348341 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-06354393-bb0f-4ae2-8b97-61195ab51cab req-643e24d8-3229-4b97-888f-cd32eb29318a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 210 time: 0.2585495 Jun 11 00:34:26.686443 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60484) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:26.703974 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:26.799064 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:26.850913 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:26.853841 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6891fc07-ab5a-4307-9309-3d4f16fb64ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:26.893567 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f7790c-fc37-452d-8869-a875055b9aab,revision_number=1']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:26.899500 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f40a9dc08d846578a140e2c5496c9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096963 Jun 11 00:34:26.899500 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2654ba90-04e3-40eb-a92d-0ddfc179f966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:26.900747 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60486) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:26.954922 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:26.979146 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:27.107062 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:27.110491 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:27.111881 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30f7790c-fc37-452d-8869-a875055b9aab HTTP/1.1" status: 204 len: 168 time: 0.2101376 Jun 11 00:34:27.112909 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-bc341eb4-4866-45f5-8db6-d39a08295324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:27.122898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f7790c-fc37-452d-8869-a875055b9aab,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:27.126478 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-46b48a5f-a7f4-4d7c-bf1d-fe9bfcd0d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:27.507001 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-dd9a387c-cbca-42ce-8a14-3a1bcf6b1915 req-66ed60bd-ed21-4308-a1eb-77d5e5a125de tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 210 time: 0.0351510 Jun 11 00:34:28.599916 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-56beeb93-4418-431d-a025-a1ca48430aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:28.680419 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-cf9d2e60-da34-4abd-bf09-2a9a0cc861fa req-e62faa97-4aca-4b86-9c60-5d4df525d3bb tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 210 time: 0.0444069 Jun 11 00:34:28.682614 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-21e7e654-239e-46a0-8ff9-118849df7fcb tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344441 Jun 11 00:34:29.214288 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-1fee678a-bc53-45eb-b069-8986a985583d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:29.215783 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-1fee678a-bc53-45eb-b069-8986a985583d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5286660 Jun 11 00:34:29.239459 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Request body: {'port': {'device_id': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0', 'admin_state_up': True, 'tenant_id': '8f7f5d38128e447e8b1797f00298e3a5'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:34:29.536978 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Made reservation on behalf of 8f7f5d38128e447e8b1797f00298e3a5 for: {'port': 1} {{(pid=98935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 00:34:29.542920 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1465762'] for port, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:29.559196 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks [] for security_group, before_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:29.665682 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks [] for security_group, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:29.764970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:29.769885 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-24803499-4df0-4d2c-86b8-007fad66c8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:29.834587 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5f6eac38-8400-40a6-ad4b-178e7e8770fd req-f635f96b-a046-4786-adc1-85292af16375 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 210 time: 0.0382009 Jun 11 00:34:29.838402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bac8d0-1c10-444e-a914-73a01ee2f070,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:29.852697 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:29.935711 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_common [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Allocated IP 192.168.233.5 (fbb785ee-25bf-4310-9021-38747dd539b0/401b0278-9ea3-44c9-9740-7ecb96e5b5ef/62b8f1b4-1baf-4648-846d-a465da362ef8) {{(pid=98935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 00:34:30.132971 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks [] for port, precommit_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:30.147949 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Transition to ACTIVE for port object 62b8f1b4-1baf-4648-846d-a465da362ef8 will not be triggered until provisioned by entity DHCP. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:34:30.269159 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-838741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132469023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26051594'] for port, after_create {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:30.273420 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b6ee5473-be55-41e9-a7de-282970d7566e tempest-ServerRescueNegativeTestJSON-1756237883 tempest-ServerRescueNegativeTestJSON-1756237883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:30.324036 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Network fbb785ee-25bf-4310-9021-38747dd539b0 is already hosted by enough agents. {{(pid=98935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 00:34:30.327728 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.base_scheduler [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Resources bound (agent type, host, resource id): {{(pid=98935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 00:34:30.332375 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Received port after_create {{(pid=98935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 00:34:30.343503 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Pushing event updated for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=1']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:30.371113 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:30.412175 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:30.413075 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:30.571337 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-5a111f58-525c-4d61-9486-18d5a09dcbc5 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3464458 Jun 11 00:34:30.583854 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.v2.base [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Request body: {'port': {'device_id': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=98935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 00:34:30.673286 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:30.695453 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-830ed560-4091-4e73-9e5e-98bba6d8d9ac None None] Provisioning for port 62b8f1b4-1baf-4648-846d-a465da362ef8 completed by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:34:30.700432 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-830ed560-4091-4e73-9e5e-98bba6d8d9ac None None] Provisioning complete for port 62b8f1b4-1baf-4648-846d-a465da362ef8 triggered by entity DHCP. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:34:30.700871 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-830ed560-4091-4e73-9e5e-98bba6d8d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:30.743302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-830ed560-4091-4e73-9e5e-98bba6d8d9ac None None] Port 62b8f1b4-1baf-4648-846d-a465da362ef8 cannot update to ACTIVE because it is not bound. {{(pid=98936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 00:34:31.019984 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b8f1b4-1baf-4648-846d-a465da362ef8 {{(pid=98935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:34:31.027981 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.041141 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.provisioning_blocks [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Transition to ACTIVE for port object 62b8f1b4-1baf-4648-846d-a465da362ef8 will not be triggered until provisioned by entity L2. {{(pid=98935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 00:34:31.136519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.139714 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d0680b23-db4a-4496-b474-2ab3dca2519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:31.176729 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-cc02e730-66e0-4ed3-a8f1-7e86418d6e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.239920 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.258197 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Pushing event updated for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=2']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:31.261367 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:31.334833 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf863-6a78-43f6-adbf-990ce2650d08 req-0808b343-96f6-4ebd-8473-369d9261dc75 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:31.336389 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-284cf863-6a78-43f6-adbf-990ce2650d08 req-0808b343-96f6-4ebd-8473-369d9261dc75 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 934 time: 0.3733377 Jun 11 00:34:31.356887 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Attempting to bind port 62b8f1b4-1baf-4648-846d-a465da362ef8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 00:34:31.357232 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Attempting to bind port 62b8f1b4-1baf-4648-846d-a465da362ef8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 00:34:31.357551 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Attempting to bind port 62b8f1b4-1baf-4648-846d-a465da362ef8 on network fbb785ee-25bf-4310-9021-38747dd539b0 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:34:31.363264 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Port 62b8f1b4-1baf-4648-846d-a465da362ef8 on network fbb785ee-25bf-4310-9021-38747dd539b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 00:34:31.363647 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Attempting to bind port 62b8f1b4-1baf-4648-846d-a465da362ef8 on network fbb785ee-25bf-4310-9021-38747dd539b0 {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 00:34:31.369671 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Checking agent: {'id': '3ae41c87-edf7-4b80-b4d2-e7280c0081e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'started_at': datetime.datetime(2021, 6, 11, 0, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 00:34:31.370081 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Checking segment: {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 00:34:31.370470 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Bound using segment: {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'} {{(pid=98935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 00:34:31.370899 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.managers [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Bound port: 62b8f1b4-1baf-4648-846d-a465da362ef8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd87ec6d-90f8-4abb-a72f-bcf57afb6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0'}}] {{(pid=98935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 00:34:31.371292 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.389390 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-284cf863-6a78-43f6-adbf-990ce2650d08 req-8598e3be-f60f-4d08-b366-470946f351a2 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Jun 11 00:34:31.447047 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, cleared binding levels {{(pid=98935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 00:34:31.450160 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=62b8f1b4-1baf-4648-846d-a465da362ef8,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 00:34:31.531698 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26051608'] for port, after_update {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.534541 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-b1ae81f3-3452-4449-8707-70ad8c28bac9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:31.579515 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:31.580146 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:31.581555 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] 10.222.0.45 "PUT /v2.0/ports/62b8f1b4-1baf-4648-846d-a465da362ef8 HTTP/1.1" status: 200 len: 1096 time: 1.0027063 Jun 11 00:34:31.582083 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:34:31.589211 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09155a02-28a0-46e9-a2d2-f042f10433dd" -d '{"events": [{"name": "network-changed", "server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:34:31.619735 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Pushing event updated for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=3']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:31.623637 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:31.626922 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d325c-84e0-4015-bfe0-5ab52d364726 x-openstack-request-id: req-c47d325c-84e0-4015-bfe0-5ab52d364726 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:34:31.627294 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:34:31.627594 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c47d325c-84e0-4015-bfe0-5ab52d364726 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:34:31.628039 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8', 'status': 'completed', 'code': 200} Jun 11 00:34:31.725182 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155a02-28a0-46e9-a2d2-f042f10433dd req-5747ac99-dda7-4243-ad1c-1a19ef5a50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:31.726830 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-09155a02-28a0-46e9-a2d2-f042f10433dd req-5747ac99-dda7-4243-ad1c-1a19ef5a50a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 1099 time: 0.0762966 Jun 11 00:34:31.758739 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-09155a02-28a0-46e9-a2d2-f042f10433dd req-3b04a7a2-2f1a-4909-981a-c26fd5fbe990 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251675 Jun 11 00:34:31.890582 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155a02-28a0-46e9-a2d2-f042f10433dd req-2d344084-f8c7-4b3b-a73b-21977b4c2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:31.892118 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-09155a02-28a0-46e9-a2d2-f042f10433dd req-2d344084-f8c7-4b3b-a73b-21977b4c2ea7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264570 Jun 11 00:34:32.002340 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-b6895ec3-4f8b-46cc-b25b-084be0d09394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:32.004229 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-b6895ec3-4f8b-46cc-b25b-084be0d09394 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 1099 time: 0.0691893 Jun 11 00:34:32.066199 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-fb1590e1-5090-4e12-94f3-c701ceb94a55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62b8f1b4-1baf-4648-846d-a465da362ef8 HTTP/1.1" status: 200 len: 217 time: 0.0544515 Jun 11 00:34:32.140315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-7d796bdd-0fe1-4ba5-98b0-ae5343765a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:32.143504 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-7d796bdd-0fe1-4ba5-98b0-ae5343765a98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=401b0278-9ea3-44c9-9740-7ecb96e5b5ef HTTP/1.1" status: 200 len: 843 time: 0.0715094 Jun 11 00:34:32.213520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275930-1687-4923-9ef2-622d5aff0816 req-b84d2d79-72d9-4b5f-a32b-ee5177b5b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:32.215149 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-b84d2d79-72d9-4b5f-a32b-ee5177b5b9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbb785ee-25bf-4310-9021-38747dd539b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653107 Jun 11 00:34:32.335700 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-9d5a6114-3be8-42be-b2ae-575a1e545527 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb785ee-25bf-4310-9021-38747dd539b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141837 Jun 11 00:34:32.458472 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-49275930-1687-4923-9ef2-622d5aff0816 req-ff122f57-4619-4bc8-8f02-511865e7cd95 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb785ee-25bf-4310-9021-38747dd539b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169651 Jun 11 00:34:32.501599 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:32.576778 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe9cc2-724f-4b7a-adb9-91824fdef354 req-935e9a1e-e920-4304-b37f-20ea006c6f5e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:32.578308 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0afe9cc2-724f-4b7a-adb9-91824fdef354 req-935e9a1e-e920-4304-b37f-20ea006c6f5e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 946 time: 0.0692799 Jun 11 00:34:32.621222 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0afe9cc2-724f-4b7a-adb9-91824fdef354 req-b2763288-1649-4c3d-855b-4210ebd81a7d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Jun 11 00:34:33.804782 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:33.822837 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f76e50-64cb-4735-a39c-33d462eeafb5 req-ebf2cc14-0695-4081-afb8-28405d628d6e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:33.824353 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-83f76e50-64cb-4735-a39c-33d462eeafb5 req-ebf2cc14-0695-4081-afb8-28405d628d6e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 946 time: 0.0750577 Jun 11 00:34:33.866602 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-83f76e50-64cb-4735-a39c-33d462eeafb5 req-a5994101-d264-4804-9703-d046a6a81f24 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Jun 11 00:34:35.051311 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a0cc7-ac39-4c1d-918c-61b59cfc911a req-9c32cd89-1c4c-4cb7-898c-3630b9e8c2f9 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:35.053268 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-260a0cc7-ac39-4c1d-918c-61b59cfc911a req-9c32cd89-1c4c-4cb7-898c-3630b9e8c2f9 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 946 time: 0.0698998 Jun 11 00:34:35.102181 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-260a0cc7-ac39-4c1d-918c-61b59cfc911a req-d2e9047b-373a-45a5-8d38-c516f4582798 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Jun 11 00:34:36.289227 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b8d3-ff2d-412d-af76-1e3ac6db5752 req-a33fa72f-1424-4600-8c05-0e416d87429e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:36.290796 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-28c2b8d3-ff2d-412d-af76-1e3ac6db5752 req-a33fa72f-1424-4600-8c05-0e416d87429e tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 946 time: 0.0722535 Jun 11 00:34:36.336507 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-28c2b8d3-ff2d-412d-af76-1e3ac6db5752 req-ea0be543-c1b2-4c51-9484-bab41fbf48a2 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Jun 11 00:34:36.562316 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 62b8f1b4-1baf-4648-846d-a465da362ef8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:34:36.683496 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=62b8f1b4-1baf-4648-846d-a465da362ef8,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:34:36.697057 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '62b8f1b4-1baf-4648-846d-a465da362ef8', 'network_id': 'fbb785ee-25bf-4310-9021-38747dd539b0', 'port_id': '62b8f1b4-1baf-4648-846d-a465da362ef8', 'mac_address': 'fa:16:3e:dd:34:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401b0278-9ea3-44c9-9740-7ecb96e5b5ef', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:34:36.739939 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:36.755538 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b8f1b4-1baf-4648-846d-a465da362ef8 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:34:36.775975 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=62b8f1b4-1baf-4648-846d-a465da362ef8,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:34:36.885133 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:36.886948 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:36.950206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=4']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:36.960841 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.961192 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.961532 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.961863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.962188 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.962515 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.962838 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.963160 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.963505 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.963824 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.964138 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.964456 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:34:36.968361 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:37.050758 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:37.244373 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['62b8f1b4-1baf-4648-846d-a465da362ef8'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:34:37.516648 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5e464-8bf0-4fa5-adc0-e0c40ba1809d req-8f5d39ad-8820-4567-bf86-6c493652aad0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:37.518525 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-08f5e464-8bf0-4fa5-adc0-e0c40ba1809d req-8f5d39ad-8820-4567-bf86-6c493652aad0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 947 time: 0.0691004 Jun 11 00:34:37.568019 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-08f5e464-8bf0-4fa5-adc0-e0c40ba1809d req-179941e2-597c-49aa-8846-32430be20427 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jun 11 00:34:38.581587 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 62b8f1b4-1baf-4648-846d-a465da362ef8 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:34:38.713490 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning for port 62b8f1b4-1baf-4648-846d-a465da362ef8 completed by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 00:34:38.717585 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 62b8f1b4-1baf-4648-846d-a465da362ef8 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:34:38.717972 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:38.763201 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181bb40-97ae-4f48-95af-3716b02e4651 req-63722ba2-079a-49d5-b54d-daad1b0dcedd tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:38.764753 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e181bb40-97ae-4f48-95af-3716b02e4651 req-63722ba2-079a-49d5-b54d-daad1b0dcedd tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 947 time: 0.0702426 Jun 11 00:34:38.807932 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e181bb40-97ae-4f48-95af-3716b02e4651 req-0647eee4-9c04-4ac2-9b9a-0757a15357b9 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369232 Jun 11 00:34:38.810219 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:38.840260 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:34:38.841642 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0626a257-ca44-47b4-9e89-49ba6e383eeb" -d '{"events": [{"server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "name": "network-vif-plugged", "status": "completed", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:34:38.855256 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=62b8f1b4-1baf-4648-846d-a465da362ef8,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:34:38.943017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:38.945536 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:39.007362 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=5']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:39.010381 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:39.052685 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0825419e-7dc2-40fa-b73c-d5c3186e1dd2 x-openstack-request-id: req-0825419e-7dc2-40fa-b73c-d5c3186e1dd2 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:34:39.052987 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "name": "network-vif-plugged", "status": "completed", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:34:39.053249 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0825419e-7dc2-40fa-b73c-d5c3186e1dd2 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:34:39.053650 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8', 'code': 200} Jun 11 00:34:39.437322 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347a83-ab72-4529-8838-8b322c9b545c req-f47a7c9a-9c7e-4598-82a0-3849a330b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:39.438828 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-45347a83-ab72-4529-8838-8b322c9b545c req-f47a7c9a-9c7e-4598-82a0-3849a330b603 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 1101 time: 0.0579059 Jun 11 00:34:39.475924 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-45347a83-ab72-4529-8838-8b322c9b545c req-706f96f4-b3a7-4c27-a513-1e51348de487 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Jun 11 00:34:39.987688 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed56cf-f8a8-465d-a2f7-09719f484242 req-53ce5135-8f6a-460d-ae5f-3fca61d5293d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:39.989184 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-deed56cf-f8a8-465d-a2f7-09719f484242 req-53ce5135-8f6a-460d-ae5f-3fca61d5293d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 948 time: 0.0690346 Jun 11 00:34:40.038867 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-deed56cf-f8a8-465d-a2f7-09719f484242 req-e8feda41-ea3f-4f07-bb4c-66798f3f6a36 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jun 11 00:34:41.223501 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0641-2f85-474c-88b4-75e503723684 req-66203c31-ad92-4f12-b24a-044beeb4fb7d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:41.225018 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0a9b0641-2f85-474c-88b4-75e503723684 req-66203c31-ad92-4f12-b24a-044beeb4fb7d tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 948 time: 0.0710070 Jun 11 00:34:41.272171 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-0a9b0641-2f85-474c-88b4-75e503723684 req-4a0cc307-0e77-4f2e-9b5a-c413ec06c5ba tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jun 11 00:34:41.845088 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e70678-4f97-4958-b079-bd3acc5af069 req-48b7fac6-d63d-4a51-9028-1cc8c7cdbb17 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:41.846625 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-55e70678-4f97-4958-b079-bd3acc5af069 req-48b7fac6-d63d-4a51-9028-1cc8c7cdbb17 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 948 time: 0.0732472 Jun 11 00:34:41.895655 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-55e70678-4f97-4958-b079-bd3acc5af069 req-3a0a6233-86fd-42df-b302-e06b7fe3c2bc tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Jun 11 00:34:43.086541 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a302b22-8690-46ee-a68c-006f45cdde18 req-81623528-649b-4d09-bc14-5cce05b9e42a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:43.088123 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5a302b22-8690-46ee-a68c-006f45cdde18 req-81623528-649b-4d09-bc14-5cce05b9e42a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 948 time: 0.0704703 Jun 11 00:34:43.130576 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5a302b22-8690-46ee-a68c-006f45cdde18 req-b580c04f-7518-409f-bc09-68cb9abe84f1 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/security-groups?id=92bac8d0-1c10-444e-a914-73a01ee2f070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Jun 11 00:34:43.224294 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-25a938f3-55b8-471b-95f7-75a238fb938a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:34:43.225780 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-25a938f3-55b8-471b-95f7-75a238fb938a tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.45 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 948 time: 0.0746598 Jun 11 00:34:43.342521 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Deleting port 62b8f1b4-1baf-4648-846d-a465da362ef8 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:34:43.342864 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:43.460999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] For port 62b8f1b4-1baf-4648-846d-a465da362ef8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=62b8f1b4-1baf-4648-846d-a465da362ef8,segment=NetworkSegment(bd87ec6d-90f8-4abb-a72f-bcf57afb6563),segment_id=bd87ec6d-90f8-4abb-a72f-bcf57afb6563)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:34:43.461362 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:43.557980 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Calling delete_port for 62b8f1b4-1baf-4648-846d-a465da362ef8 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:34:43.781835 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:43.786515 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e7eb9dd2-00ef-4278-a11e-cb80959a2188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:43.797513 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['62b8f1b4-1baf-4648-846d-a465da362ef8'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:34:43.820831 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Pushing event deleted for resources: {'Port': ['ID=62b8f1b4-1baf-4648-846d-a465da362ef8,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:43.854193 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:43.886340 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] No DVR routers for this DVR port 62b8f1b4-1baf-4648-846d-a465da362ef8 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:34:43.889005 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:43.891042 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-5978d9be-b8ef-4dde-a6b4-4ddc4036fc3f req-e67deb1e-d118-4e45-8838-dcb3245e30a0 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.45 "DELETE /v2.0/ports/62b8f1b4-1baf-4648-846d-a465da362ef8 HTTP/1.1" status: 204 len: 173 time: 0.6591589 Jun 11 00:34:43.891596 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'name': 'network-vif-deleted', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:34:43.894279 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3446aae-bf26-4fa3-91a2-4e8420132e05" -d '{"events": [{"server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "name": "network-vif-deleted", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:34:43.938683 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76996e-8f2d-47d4-a7fd-1e6bc60a9d99 x-openstack-request-id: req-9f76996e-8f2d-47d4-a7fd-1e6bc60a9d99 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:34:43.939626 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f0ca4-c1c7-4fb8-96aa-290296c56909", "name": "network-vif-deleted", "tag": "62b8f1b4-1baf-4648-846d-a465da362ef8", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:34:43.939928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f76996e-8f2d-47d4-a7fd-1e6bc60a9d99 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:34:43.943221 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f0ca4-c1c7-4fb8-96aa-290296c56909', 'name': 'network-vif-deleted', 'tag': '62b8f1b4-1baf-4648-846d-a465da362ef8', 'status': 'completed', 'code': 200} Jun 11 00:34:44.294333 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-d4b8c8ea-fa47-424d-b1d7-c7596e57b682 req-366c09a2-bde0-48a1-a83f-c095a8aee8d8 tempest-VolumesNegativeTest-1954367369 tempest-VolumesNegativeTest-1954367369-project] 10.222.0.38 "GET /v2.0/ports?device_id=030f0ca4-c1c7-4fb8-96aa-290296c56909 HTTP/1.1" status: 200 len: 210 time: 0.0355132 Jun 11 00:34:44.966632 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:34:46.623388 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 62b8f1b4-1baf-4648-846d-a465da362ef8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:34:46.648920 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 62b8f1b4-1baf-4648-846d-a465da362ef8 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:34:46.649284 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 62b8f1b4-1baf-4648-846d-a465da362ef8 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:34:51.408670 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60770) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:51.561219 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-016a34f8-97c9-4092-837e-12ec5f8e0235 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f7f5d38128e447e8b1797f00298e3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511147 Jun 11 00:34:51.563498 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60774) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:34:51.627830 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:51.651225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:51.797970 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:51.801114 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:34:51.802300 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92bac8d0-1c10-444e-a914-73a01ee2f070 HTTP/1.1" status: 204 len: 168 time: 0.2373610 Jun 11 00:34:51.803176 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-92a37f82-7b57-4f1d-bb5f-4abc77b9ec44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:34:51.812949 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bac8d0-1c10-444e-a914-73a01ee2f070,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:34:51.816100 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-14db3921-98e2-4b8c-b100-297e31c09d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:34:58.565527 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3d07d107-c0a0-4fac-a749-3da6d9be27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:01.124298 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-311b0c78-262c-4ede-8c9f-0f8cc3f2bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:01.222006 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:02.530236 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:03.833617 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:07.027338 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:18.095789 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-f3e4ecd0-bbfa-41d2-80e3-fe12fe49e064 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569613 Jun 11 00:35:18.195544 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-83249ebb-28d6-4777-b9d1-79b77d5710b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:18.197007 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-83249ebb-28d6-4777-b9d1-79b77d5710b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0582435 Jun 11 00:35:18.330130 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-70afd478-27ea-4a29-bbc8-af82b2877302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:18.332115 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-70afd478-27ea-4a29-bbc8-af82b2877302 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1162608 Jun 11 00:35:18.418334 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-d00a97fb-82a8-41ed-9e7c-ef79a635d7eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0795276 Jun 11 00:35:18.477080 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-45ad7586-a895-4720-b677-0177f09a1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:18.478567 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-45ad7586-a895-4720-b677-0177f09a1c25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0544565 Jun 11 00:35:18.554932 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-42d0ef85-b4c6-4ebd-a4bb-b3116addf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:18.556681 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-42d0ef85-b4c6-4ebd-a4bb-b3116addf283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719419 Jun 11 00:35:18.678229 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-bf79d6fd-b6cf-4d7e-bf4a-3e4080e8d8ea service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155958 Jun 11 00:35:18.800798 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-92a68c5d-d59f-4f89-9a04-c0a6983bba28 req-eaacf8b2-8afa-450b-bf5b-8338ea41f0d7 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167171 Jun 11 00:35:21.965396 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:35:28.505836 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-fd204872-18ff-44a4-9fa2-3aeb3eee3178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:31.139621 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9fc965aa-fa29-42f8-a840-6a62f3c06f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:31.191182 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:32.450123 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:33.785389 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:37.008548 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:44.835804 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e5c20-4cb1-4dce-86b3-d64de7f66e3f req-c4e94a7d-187e-4bbf-856a-dcdc84196a8f tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:44.837261 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f65e5c20-4cb1-4dce-86b3-d64de7f66e3f req-c4e94a7d-187e-4bbf-856a-dcdc84196a8f tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0711112 Jun 11 00:35:44.878255 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f65e5c20-4cb1-4dce-86b3-d64de7f66e3f req-46d1f9c3-5c43-4111-ac0b-5432b86ad1ec tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353365 Jun 11 00:35:46.078284 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f47450-88bc-48f0-929f-26323b5aac5f req-082f7f08-826a-4f41-b6a7-527f7821b8bb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:46.080752 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-41f47450-88bc-48f0-929f-26323b5aac5f req-082f7f08-826a-4f41-b6a7-527f7821b8bb tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0739167 Jun 11 00:35:46.124017 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-41f47450-88bc-48f0-929f-26323b5aac5f req-e87c34f9-d61e-422e-ac7a-ac91b68f90d7 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Jun 11 00:35:47.302660 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7ff28-a1db-41a8-9129-a026bf05d82e req-ac3caae0-4a84-4e9a-bed0-7de5569adc64 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:47.304154 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3c7ff28-a1db-41a8-9129-a026bf05d82e req-ac3caae0-4a84-4e9a-bed0-7de5569adc64 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0683715 Jun 11 00:35:47.346417 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-a3c7ff28-a1db-41a8-9129-a026bf05d82e req-fa39ed8f-c6af-46c7-ad1a-00f07f096063 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366440 Jun 11 00:35:48.537634 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eee657-b1a3-43fe-ad3f-d6f53684512d req-c2b821e9-4c81-4c14-b2f4-941d692d16e8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:48.539011 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c4eee657-b1a3-43fe-ad3f-d6f53684512d req-c2b821e9-4c81-4c14-b2f4-941d692d16e8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0762782 Jun 11 00:35:48.585038 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-c4eee657-b1a3-43fe-ad3f-d6f53684512d req-749f2978-cda2-4e5e-8a17-433f563909d7 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390801 Jun 11 00:35:49.768703 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d96d-cd8b-480a-88f5-de4d9fdac542 req-8ec4538e-ebfa-4f88-83f7-9e9a6954bfbf tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:49.770903 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17d1d96d-cd8b-480a-88f5-de4d9fdac542 req-8ec4538e-ebfa-4f88-83f7-9e9a6954bfbf tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0709448 Jun 11 00:35:49.814021 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-17d1d96d-cd8b-480a-88f5-de4d9fdac542 req-d315886d-c199-470c-86d9-48809e95efb4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374520 Jun 11 00:35:51.006538 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d48fd5-def1-4159-85ec-578aad994b4a req-ad79a6ee-611d-42ae-920b-ee39f54fe100 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:51.007947 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b6d48fd5-def1-4159-85ec-578aad994b4a req-ad79a6ee-611d-42ae-920b-ee39f54fe100 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0721827 Jun 11 00:35:51.049257 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b6d48fd5-def1-4159-85ec-578aad994b4a req-10fe3e1b-1f65-44b1-9325-b050b98857a5 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357478 Jun 11 00:35:52.228525 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eda1a-499e-41d0-8eba-c43538c3c52d req-fdc2107e-5214-42aa-9fe3-298af220e977 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:52.230056 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-493eda1a-499e-41d0-8eba-c43538c3c52d req-fdc2107e-5214-42aa-9fe3-298af220e977 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0697906 Jun 11 00:35:52.272008 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-493eda1a-499e-41d0-8eba-c43538c3c52d req-2e6f486d-7bec-4171-bd50-917d9d0ac34f tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363705 Jun 11 00:35:53.463994 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45bb5f-c4a5-4b3d-896f-6989372ce187 req-b5cfa50c-43a6-4f54-b61f-2968dba61ad4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:53.465467 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3b45bb5f-c4a5-4b3d-896f-6989372ce187 req-b5cfa50c-43a6-4f54-b61f-2968dba61ad4 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0756116 Jun 11 00:35:53.507441 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3b45bb5f-c4a5-4b3d-896f-6989372ce187 req-4d10ebb4-5800-4a75-a875-9b4431ea2548 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362661 Jun 11 00:35:54.719003 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66923b5d-4b8c-4f25-b6c3-1e464199f3b0 req-3990838d-353e-4474-938e-cb9776618668 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:54.720717 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-66923b5d-4b8c-4f25-b6c3-1e464199f3b0 req-3990838d-353e-4474-938e-cb9776618668 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0819356 Jun 11 00:35:54.764125 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-66923b5d-4b8c-4f25-b6c3-1e464199f3b0 req-2ba0be47-8541-45de-b7f4-0c9c9b259c57 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376174 Jun 11 00:35:55.027970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-fd037f6c-7bfd-46eb-8786-52437eb826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:55.030599 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-fd037f6c-7bfd-46eb-8786-52437eb826c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.1085100 Jun 11 00:35:55.157883 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-75918e91-00c3-4f0b-96fd-dd25615d5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:55.159403 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-75918e91-00c3-4f0b-96fd-dd25615d5b75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1227357 Jun 11 00:35:55.250310 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-baa07e57-6c1a-4aa0-b9e0-d1bcbcf0526b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0846562 Jun 11 00:35:55.308615 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-7ee0f2ce-02b1-4b5e-8d21-f962aac72be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:55.308615 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-7ee0f2ce-02b1-4b5e-8d21-f962aac72be7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0527649 Jun 11 00:35:55.378441 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-236ea9cb-184d-4e74-9c8e-a000d1ddd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:55.380038 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-236ea9cb-184d-4e74-9c8e-a000d1ddd9f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659351 Jun 11 00:35:55.516064 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-cf16706e-77f0-4640-b549-37eb90ecd837 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266160 Jun 11 00:35:55.644676 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-16c59e5f-93ef-45e1-8053-808d8e518ab4 req-64e37f99-4245-4c01-9af2-a62715d04360 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227937 Jun 11 00:35:55.957462 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39584-3111-4d4e-98ee-7a0dd1b11fe8 req-2a01fea6-bbee-40c9-bfd4-6257e9fef22c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:55.959484 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-14c39584-3111-4d4e-98ee-7a0dd1b11fe8 req-2a01fea6-bbee-40c9-bfd4-6257e9fef22c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0758817 Jun 11 00:35:56.003373 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-14c39584-3111-4d4e-98ee-7a0dd1b11fe8 req-1322b358-e2b4-4fb3-97f4-d40e2fd2ccab tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382879 Jun 11 00:35:57.217199 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69d480-c460-4439-a740-fdb632374591 req-4bc77065-15ce-4e87-84ef-2c9022b9e8f8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:57.219412 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2c69d480-c460-4439-a740-fdb632374591 req-4bc77065-15ce-4e87-84ef-2c9022b9e8f8 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0783882 Jun 11 00:35:57.263126 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-2c69d480-c460-4439-a740-fdb632374591 req-f98dd07e-ebfa-4e71-a763-cc19fdcc00e6 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 Jun 11 00:35:58.473428 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6d763-32a5-424d-9c4c-a1a02142b34e req-4e346448-3344-4155-834e-205412c3b63b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:58.475103 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-21f6d763-32a5-424d-9c4c-a1a02142b34e req-4e346448-3344-4155-834e-205412c3b63b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0897806 Jun 11 00:35:58.528479 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-21f6d763-32a5-424d-9c4c-a1a02142b34e req-c11da4f3-8ab0-4c96-93ea-20ec47f3989a tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473492 Jun 11 00:35:58.551729 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-17218859-94cd-4e2e-883c-f48d783e3386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:35:58.967426 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:35:59.122530 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77b2e5-50b2-49ed-980a-88d3a2e6d8f6 req-ec91b3ad-6694-4a2e-ab2f-7688180efe7b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:35:59.124133 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e77b2e5-50b2-49ed-980a-88d3a2e6d8f6 req-ec91b3ad-6694-4a2e-ab2f-7688180efe7b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0878825 Jun 11 00:35:59.168520 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60832) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:35:59.169213 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-5e77b2e5-50b2-49ed-980a-88d3a2e6d8f6 req-a20d99ba-a171-4044-8a9d-37e2dce4eab7 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Jun 11 00:35:59.278126 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-1e9670ef-2809-4d90-a58d-ab1bef25d88a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083612 Jun 11 00:36:00.367495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736b98-da71-41a4-809c-7bb26fd5322c req-c8c78c05-1989-4a36-a9b3-c2b79ee1fc5c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:00.368979 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-98736b98-da71-41a4-809c-7bb26fd5322c req-c8c78c05-1989-4a36-a9b3-c2b79ee1fc5c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0826516 Jun 11 00:36:00.411601 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-98736b98-da71-41a4-809c-7bb26fd5322c req-4f0fec1c-c3eb-4949-a8d9-2840e464bcb5 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Jun 11 00:36:00.998987 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:36:01.100276 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:01.133930 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:36:01.136315 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80369764-7a05-41fd-aba4-5e9191bca163" -d '{"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-unplugged", "status": "completed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:36:01.150835 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:36:01.170345 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 00:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194ec65-248a-400b-ab84-125a554d37c9 x-openstack-request-id: req-8194ec65-248a-400b-ab84-125a554d37c9 {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:36:01.170644 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-unplugged", "status": "failed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "code": 422}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:36:01.170907 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8194ec65-248a-400b-ab84-125a554d37c9 {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:36:01.171348 dv-cinder-786260-5-smb neutron-server[98936]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'code': 422} returned with failed status Jun 11 00:36:01.302377 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-43a13b83-e66a-4721-bccf-255c7a784190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:01.304625 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:01.305931 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:01.317363 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:36:01.374852 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=6']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:36:01.382371 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.382763 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.383105 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.383466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.383804 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.384137 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.384466 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.384794 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.385115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.385439 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.385764 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.386081 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:36:01.390616 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:36:01.616615 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3a4f4-fe87-4b47-ae60-1c3ed3322acf req-fd37969e-eae7-4431-8f76-ee43a7eb44a2 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:01.623947 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ff3a4f4-fe87-4b47-ae60-1c3ed3322acf req-fd37969e-eae7-4431-8f76-ee43a7eb44a2 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0743697 Jun 11 00:36:01.661416 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-3ff3a4f4-fe87-4b47-ae60-1c3ed3322acf req-fefe2ad3-6cd3-440e-9c94-dbc7f84ca53a tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368347 Jun 11 00:36:02.026351 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-af8682a9-46fa-460d-b0b5-d13aa56f4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.027779 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-af8682a9-46fa-460d-b0b5-d13aa56f4345 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&tenant_id=47b83b4b335c490b8cbd17d5da21c1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0615273 Jun 11 00:36:02.110651 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-375226bd-b695-445e-8767-2ce0ae2e6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.112190 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-375226bd-b695-445e-8767-2ce0ae2e6bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1096 time: 0.0618148 Jun 11 00:36:02.234399 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-a157b7cd-6226-4b0b-abd0-2da712585961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.235884 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-a157b7cd-6226-4b0b-abd0-2da712585961 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1177115 Jun 11 00:36:02.484949 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:02.615655 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-a8bdcae2-d0ab-4240-a86d-90341eb18eee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 999 time: 0.3734338 Jun 11 00:36:02.672813 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-a3fd4372-4e86-4d22-bb0c-bcdacdf5a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.674265 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-a3fd4372-4e86-4d22-bb0c-bcdacdf5a188 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0523880 Jun 11 00:36:02.757087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-83ee93e1-6e73-4ded-9597-53f29ad4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.758635 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-83ee93e1-6e73-4ded-9597-53f29ad4e9cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785375 Jun 11 00:36:02.874172 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901566c-2a50-4654-9727-aa053caa1435 req-a6848628-1a62-40fc-b5e5-fc5a35f5bab5 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:02.875775 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6901566c-2a50-4654-9727-aa053caa1435 req-a6848628-1a62-40fc-b5e5-fc5a35f5bab5 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0902016 Jun 11 00:36:02.886657 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-f6687489-9146-49d6-a129-6625647a750e service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202590 Jun 11 00:36:02.938742 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-6901566c-2a50-4654-9727-aa053caa1435 req-b6e06804-f125-4e24-bd2a-b2bebe339dcd tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510740 Jun 11 00:36:03.020394 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-569bc883-d7bb-46f6-80fe-48b5138c0eaf req-1f54f9fc-1416-4453-bded-86c1cb79d894 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277714 Jun 11 00:36:03.833382 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:04.141774 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ad265-1fdf-438d-b5f7-af559fd9f410 req-454c832a-97bb-4914-a858-a96c02681b2c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:04.143443 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-015ad265-1fdf-438d-b5f7-af559fd9f410 req-454c832a-97bb-4914-a858-a96c02681b2c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0746613 Jun 11 00:36:04.188069 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-015ad265-1fdf-438d-b5f7-af559fd9f410 req-315b33ba-39a7-4298-96e3-d84321993803 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Jun 11 00:36:05.378023 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a34a0b-0cbe-47c3-808d-ae2b0c5aca3c req-b912ef85-9963-40da-b610-a28858dceaaa tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:05.379532 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e1a34a0b-0cbe-47c3-808d-ae2b0c5aca3c req-b912ef85-9963-40da-b610-a28858dceaaa tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0761096 Jun 11 00:36:05.425127 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e1a34a0b-0cbe-47c3-808d-ae2b0c5aca3c req-bf442001-5529-4650-b600-3a428a2435b3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399222 Jun 11 00:36:06.609935 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a907e-b3dd-4619-91a1-9614572b3a00 req-fcd96eea-defb-422e-97c4-f8bf1348ea4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:06.611550 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ee3a907e-b3dd-4619-91a1-9614572b3a00 req-fcd96eea-defb-422e-97c4-f8bf1348ea4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 943 time: 0.0696988 Jun 11 00:36:06.654842 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-ee3a907e-b3dd-4619-91a1-9614572b3a00 req-1118ff6e-e909-43b4-b573-9c3dc887fc85 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356486 Jun 11 00:36:07.014195 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=98936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 00:36:07.025938 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:07.145018 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:36:07.158325 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Returning: {'device': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'port_id': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'mac_address': 'fa:16:3e:96:a0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 00:36:07.203069 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:07.219026 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 {{(pid=98936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 00:36:07.241405 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:36:07.313373 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:07.315465 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:36:07.371096 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=7']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:36:07.374223 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:36:07.623042 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] get_ports_and_sgs() called for port_ids ['0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'] {{(pid=98936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 00:36:07.847447 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96759fee-76d4-4074-98ca-516e7592d4ea req-3d1bf397-be84-4af8-9da7-aa1355fad820 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:07.849014 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-96759fee-76d4-4074-98ca-516e7592d4ea req-3d1bf397-be84-4af8-9da7-aa1355fad820 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 944 time: 0.0759256 Jun 11 00:36:07.893720 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-96759fee-76d4-4074-98ca-516e7592d4ea req-d1d770b2-1c26-4225-9016-4389822a8419 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 Jun 11 00:36:09.027823 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 up at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 00:36:09.084351 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369cdfe-5900-4e9f-818b-e87e0631ab4f req-96761e90-9050-444f-9d73-3c5d2075c538 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:09.086048 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b369cdfe-5900-4e9f-818b-e87e0631ab4f req-96761e90-9050-444f-9d73-3c5d2075c538 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 944 time: 0.0795679 Jun 11 00:36:09.086566 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.provisioning_blocks [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Provisioning complete for port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 triggered by entity L2. {{(pid=98936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 00:36:09.087151 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404416'] for port, provisioning_complete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:09.129720 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-b369cdfe-5900-4e9f-818b-e87e0631ab4f req-26b77c1c-ba63-4fc2-8d36-df00eea63a2c tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Jun 11 00:36:09.188576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1465780'] for port, before_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:09.218073 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:36:09.220880 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa101a14f0cf55a61ea93369eba3b2938287415ee2c9fc4cc49d189c8a70618" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160b919-119e-464e-a826-2ec157ecd8b0" -d '{"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-plugged", "status": "completed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:36:09.235936 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:36:09.268017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7d0877-8c2a-4dcb-bad2-717736ed107e x-openstack-request-id: req-bb7d0877-8c2a-4dcb-bad2-717736ed107e {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:36:09.268017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-plugged", "status": "completed", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "code": 200}]} {{(pid=98936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:36:09.268017 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bb7d0877-8c2a-4dcb-bad2-717736ed107e {{(pid=98936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:36:09.268017 dv-cinder-786260-5-smb neutron-server[98936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'code': 200} Jun 11 00:36:09.322875 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758132910138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132469041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132469086'] for port, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:09.324803 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:36:09.379470 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Pushing event updated for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=8']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:36:09.383086 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:36:09.626446 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7756dfb-ae92-4318-b377-efcb27d0a6b5 req-a21ef5b1-4f70-417a-9581-d80a8ba73934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:09.627833 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b7756dfb-ae92-4318-b377-efcb27d0a6b5 req-a21ef5b1-4f70-417a-9581-d80a8ba73934 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0649788 Jun 11 00:36:09.667417 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b7756dfb-ae92-4318-b377-efcb27d0a6b5 req-c1ae5385-fe79-41d6-bfb6-1a5c34260144 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333323 Jun 11 00:36:10.321867 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234419e4-5a29-4fd4-a167-0bbe3d526ae5 req-1356c77f-42af-4928-996a-b0142c3ecadd tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:10.323530 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-234419e4-5a29-4fd4-a167-0bbe3d526ae5 req-1356c77f-42af-4928-996a-b0142c3ecadd tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0760500 Jun 11 00:36:10.371834 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-234419e4-5a29-4fd4-a167-0bbe3d526ae5 req-bfd75b5d-3191-4879-a710-673993b61bd5 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Jun 11 00:36:11.566865 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5295976-f0ad-48cd-8b02-4e9c1fc7b99d req-0820867c-c9f5-4e01-bfec-7079ed5bd1f9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:11.568384 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f5295976-f0ad-48cd-8b02-4e9c1fc7b99d req-0820867c-c9f5-4e01-bfec-7079ed5bd1f9 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0738888 Jun 11 00:36:11.614869 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-f5295976-f0ad-48cd-8b02-4e9c1fc7b99d req-af3172a1-2454-4c74-bd4f-459143306f87 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Jun 11 00:36:18.090141 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-d7f1ee28-21ea-40a0-8067-346b5e7c8c33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659723 Jun 11 00:36:18.208636 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-974f3d78-8154-441a-919a-083d6ab6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:18.210628 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-974f3d78-8154-441a-919a-083d6ab6ebc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0712061 Jun 11 00:36:18.344783 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-a0f63159-edb4-4bb4-a125-39a1a031f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:18.346261 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-a0f63159-edb4-4bb4-a125-39a1a031f974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1153347 Jun 11 00:36:18.435180 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-c61f5cde-3a0d-4edc-b81b-e35a6cc4bdf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0828545 Jun 11 00:36:18.492319 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-f5586afd-f3ad-4f9a-beb3-f20b8b82b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:18.493884 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-f5586afd-f3ad-4f9a-beb3-f20b8b82b6a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0530145 Jun 11 00:36:18.563085 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-96cc7c98-d028-4dac-a0a3-7c2a1b524607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:36:18.564610 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-96cc7c98-d028-4dac-a0a3-7c2a1b524607 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647118 Jun 11 00:36:18.690012 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-857abf6f-492d-4b95-aa79-eb36fac341cf service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187763 Jun 11 00:36:18.804392 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8261e6ca-6308-4639-8e2b-ff71ac341e87 req-a0d3bdd9-9eee-4b82-97af-d3d45b0f2077 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079404 Jun 11 00:36:28.512935 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0d48f5e8-5960-40c2-87ba-a4981925c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:31.238667 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bcd92614-2aa9-48ae-b9ac-cfb0ae7b9d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:31.273180 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:32.484104 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:33.790576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:35.967184 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:36:37.030454 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:36:58.501543 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6f1b-89a9-4ebb-aab0-f06f454cbe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:01.129237 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-66df78c0-c99c-47f1-b7de-2c285a0ac818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:01.358178 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:02.506826 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:03.792324 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:07.043948 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:12.965520 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:37:20.316072 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-db2114fb-195c-4269-9c10-35973a18041d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628700 Jun 11 00:37:20.412326 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-32e1dc56-9ecb-4be8-9a62-bcf6bc31bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:20.413780 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-32e1dc56-9ecb-4be8-9a62-bcf6bc31bb4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0577500 Jun 11 00:37:20.542768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-53f34210-2c23-4971-ab1f-4fb5d8e7667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:20.544152 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-53f34210-2c23-4971-ab1f-4fb5d8e7667d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1105933 Jun 11 00:37:20.626839 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-e8da85bc-98b6-4d4e-ae5b-32e96584d7c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 1001 time: 0.0767343 Jun 11 00:37:20.682808 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-7409bd2c-8257-4f8c-bc05-5aa9e6c68226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:20.684247 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-7409bd2c-8257-4f8c-bc05-5aa9e6c68226 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0518157 Jun 11 00:37:20.746207 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-f1a3b528-bcbe-4094-a259-0eb179275c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:20.747708 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-f1a3b528-bcbe-4094-a259-0eb179275c92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0573649 Jun 11 00:37:20.871785 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-6c4b7339-4480-431c-a181-0d7549ea5eba service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175959 Jun 11 00:37:20.989199 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-8e011225-aa52-4ac5-8aab-ec876910fd6d req-c41e45bb-f5fc-4d32-adca-033577410501 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117020 Jun 11 00:37:28.626752 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-84af2f71-08d5-4684-a352-7c655d912959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:31.213394 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-4dbcae82-9a8e-4a1f-8985-0ffa26180df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:31.283967 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:32.478636 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:33.797936 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:37.087130 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:49.963718 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:37:55.202597 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60894) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:37:55.536499 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Deleting port 7d67502d-79fb-49da-92b6-2f15b206de01 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:37:55.536756 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:55.640417 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:55.640745 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:55.744205 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Calling delete_port for 7d67502d-79fb-49da-92b6-2f15b206de01 owned by network:floatingip {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:37:56.044279 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:56.046522 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-72a9c241-66a3-45a0-bdac-a781bae5a679 tempest-AttachVolumeShelveTestJSON-1245799684 tempest-AttachVolumeShelveTestJSON-1245799684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:37:56.075385 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event deleted for resources: {'Port': ['ID=7d67502d-79fb-49da-92b6-2f15b206de01,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:37:56.090562 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.091094 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.091338 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.091748 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.092136 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.092494 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.093413 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.093979 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.094340 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.094699 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.095057 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.095439 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:56.124177 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:37:56.173167 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for floatingip, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:56.173498 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.db.l3_db [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Floating IP f8ff2f62-dcb8-4810-80de-18c42a5b79df disassociated (deleted). External IP: 172.28.1.189, port: 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7. Jun 11 00:37:56.460265 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:37:56.608855 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:37:56.613828 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for floatingip, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:56.618504 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Sync routers for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:37:56.629081 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:37:56.629703 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:37:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:37:56.655985 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-c19ad2cc-7ec1-4aad-b3e1-a13a0f128ecc tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "DELETE /v2.0/floatingips/f8ff2f62-dcb8-4810-80de-18c42a5b79df HTTP/1.1" status: 204 len: 168 time: 1.4521170 Jun 11 00:37:56.656661 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:37:56.659188 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ab8559befa7d4a1b50436e31eacb455db705d48f033546cf21260e1e190e21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c" -d '{"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98934) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:37:56.861948 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f14368-8f3b-4184-b120-8381dc3930fc x-openstack-request-id: req-e0f14368-8f3b-4184-b120-8381dc3930fc {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:37:56.862283 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "status": "completed", "code": 200}]} {{(pid=98934) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:37:56.862577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0f14368-8f3b-4184-b120-8381dc3930fc {{(pid=98934) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:37:56.863055 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'status': 'completed', 'code': 200} Jun 11 00:37:56.930736 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:37:56.948108 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-fc223ee3-4cb6-476a-a82f-91742c2d559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:56.954647 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-fc223ee3-4cb6-476a-a82f-91742c2d559d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 1098 time: 0.0639200 Jun 11 00:37:57.078768 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-3eca2412-624a-49d5-9809-2467a7cbbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:57.080320 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-3eca2412-624a-49d5-9809-2467a7cbbcaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 200 len: 910 time: 0.1246538 Jun 11 00:37:57.142649 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-62fcf263-3edb-4ed7-aa8a-5c3ef1e8e442 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 200 len: 217 time: 0.0563743 Jun 11 00:37:57.204756 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-452e47c2-6c35-49c7-9b60-f0d596974919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:57.206272 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-452e47c2-6c35-49c7-9b60-f0d596974919 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 200 len: 848 time: 0.0578840 Jun 11 00:37:57.210224 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:37:57.230720 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Checking router: e1acedee-8c91-4d79-8c06-a88aa9b0fc74 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:37:57.241633 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:37:57.242550 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:37:31Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:37:57.278221 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-61f5bb81-23de-45f3-8831-4c2ecf162622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:57.279853 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-61f5bb81-23de-45f3-8831-4c2ecf162622 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e84f29-1ec9-45dd-96ef-d6404ae085e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670748 Jun 11 00:37:57.377281 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18591b8-11d0-4bd4-87f1-ce9fb4236a13 req-34379e2f-ccc1-4954-9506-7c8b3e1f8152 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:57.378725 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e18591b8-11d0-4bd4-87f1-ce9fb4236a13 req-34379e2f-ccc1-4954-9506-7c8b3e1f8152 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0908701 Jun 11 00:37:57.417781 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-3914a2ab-9b10-4aed-b468-812c9146aa6e service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310809 Jun 11 00:37:57.421240 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:37:57.422892 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-e18591b8-11d0-4bd4-87f1-ce9fb4236a13 req-0180bf0b-ed8f-4686-8ee8-a016772ab909 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372636 Jun 11 00:37:57.542945 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-b3198d0b-2953-4a2a-8ef6-2b4ecf59351c req-e809d0d4-a5db-47d3-b5c6-3a92523d2187 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179428 Jun 11 00:37:57.697327 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:37:57.700894 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e378a-59dd-4051-a4d1-e20ddb3ef744 None None] The sync data for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb is: [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:32:22Z', 'revision_number': 4, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb', '_interfaces': [{'id': '7e15581b-d5c6-4a4f-8563-5eae40fc3dc5', 'name': '', 'network_id': 'c2e84f29-1ec9-45dd-96ef-d6404ae085e0', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'mac_address': 'fa:16:3e:05:fd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:22Z', 'updated_at': '2021-06-11T00:32:29Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'subnets': [{'id': '1486978f-89dd-49a4-ae84-6fe4d5390700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:37:57.917341 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8414b4-a0e1-41d6-856d-125073101a66 None None] New status for floating IP f8ff2f62-dcb8-4810-80de-18c42a5b79df: DOWN {{(pid=98937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 00:37:58.561612 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8fadc80b-c9a9-4a30-8d42-903ebde8b082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:58.626609 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f677-1a19-4514-b3b6-5401d3dba788 req-f48d60d9-95bf-497e-84ec-5445abdc996b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:58.628166 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7635f677-1a19-4514-b3b6-5401d3dba788 req-f48d60d9-95bf-497e-84ec-5445abdc996b tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0769281 Jun 11 00:37:58.675216 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-7635f677-1a19-4514-b3b6-5401d3dba788 req-3ad71c23-d249-48ee-a86e-0abfa115fb7d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/security-groups?id=a76c4f62-2141-4320-aee6-2c0f505d37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Jun 11 00:37:58.963573 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-4943fa4d-be70-473f-9622-0560b87d8984 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 00:37:58.964923 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-4943fa4d-be70-473f-9622-0560b87d8984 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.45 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 945 time: 0.0711823 Jun 11 00:37:59.081528 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Deleting port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:37:59.081875 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:59.199290 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] For port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:37:59.200037 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:59.294686 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Calling delete_port for 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 owned by compute:nova {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:37:59.604250 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:59.608979 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-07e191b5-d996-4c4c-acc0-3ffecefed956 tempest-VolumesSnapshotTestJSON-1924060989 tempest-VolumesSnapshotTestJSON-1924060989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:37:59.641923 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event deleted for resources: {'Port': ['ID=0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:37:59.675577 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.675951 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.676332 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.676675 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.677024 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.677374 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.677723 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.678065 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.678412 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.678757 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.679104 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.679473 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:37:59.683272 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:37:59.706645 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] No DVR routers for this DVR port 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 on host hv-cinder-78626 {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:37:59.709332 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27985'] for port, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:37:59.711174 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [req-aeed93e2-0ce7-4387-9172-a8e25e3ea54b req-a51c9095-aa20-4f81-b872-f342eed98f4d tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.45 "DELETE /v2.0/ports/0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 HTTP/1.1" status: 204 len: 173 time: 0.7409880 Jun 11 00:37:59.711719 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-deleted', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7'}] {{(pid=98935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 00:37:59.714027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb27c5b9af005f079f055d0f7a7a8d49f9dfef972370c6919010541cb7e2dd5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508226a5-64f3-4011-9625-6adef9dde8d8" -d '{"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-deleted", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7"}]}' {{(pid=98935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 00:37:59.809822 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f45e68-dbcd-4fb0-b5a0-a69e5a3fe496 x-openstack-request-id: req-a2f45e68-dbcd-4fb0-b5a0-a69e5a3fe496 {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 00:37:59.810178 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12341e7a-549e-416f-8e41-863670dcd125", "name": "network-vif-deleted", "tag": "0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7", "status": "completed", "code": 200}]} {{(pid=98935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 00:37:59.810472 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2f45e68-dbcd-4fb0-b5a0-a69e5a3fe496 {{(pid=98935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 00:37:59.810909 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12341e7a-549e-416f-8e41-863670dcd125', 'name': 'network-vif-deleted', 'tag': '0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7', 'status': 'completed', 'code': 200} Jun 11 00:37:59.831434 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-44a996dd-6a9f-451e-bf13-9b6631a4d6fe req-6ba22b7d-c093-4cd9-8633-9094f1d4fb7a tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0366111 Jun 11 00:38:00.997187 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [req-4d8caf7d-7637-4e1e-93b1-ed5929f87ebd req-077aa368-c2c9-4f05-b8fb-bfed8f3b8539 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "GET /v2.0/ports?device_id=12341e7a-549e-416f-8e41-863670dcd125 HTTP/1.1" status: 200 len: 210 time: 0.0327253 Jun 11 00:38:01.144238 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3d00962e-994f-4edb-aef2-0b046937e885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:01.232486 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:01.571029 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:38:01.595618 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] No Port match for: 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:38:01.595973 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Device 0e52d7b6-eef2-4eb7-a8f9-49dfdf308ef7 not bound to the agent host hv-cinder-78626 {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:38:02.096233 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60932) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:38:02.166676 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:02.195916 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:02.369660 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:02.372262 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:02.373432 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] 10.222.0.38 "DELETE /v2.0/security-groups/a76c4f62-2141-4320-aee6-2c0f505d37c1 HTTP/1.1" status: 204 len: 168 time: 0.2761486 Jun 11 00:38:02.374378 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-1c89cbe7-1435-48a6-b3ee-6ff78ffb48f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:38:02.384488 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c4f62-2141-4320-aee6-2c0f505d37c1,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:38:02.386966 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-19d0ba5a-0f2e-4c99-a66f-d0c0cb8ec2f3 tempest-TestShelveInstance-1797732229 tempest-TestShelveInstance-1797732229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:38:02.494820 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:03.843848 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:07.118215 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:26.963264 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:38:28.526862 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2edf55b8-62c3-4051-9200-8e05d64e77d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:31.128638 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-6014176c-9b15-42ec-aa97-033abd1b273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:31.237863 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:32.520885 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:33.817945 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:37.109676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:38:58.569147 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-0d4e48c1-a9b8-4d02-9aa2-a2d71fe6147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:01.166522 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-9792ba11-f714-43b1-858b-e2db688f4333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:01.203189 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:02.492062 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:03.590461 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60964) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:03.803320 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:03.963075 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:39:04.459576 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:04.788027 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Deleting port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:04.788745 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:04.893022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] For port 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:04.893376 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:04.987836 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Calling delete_port for 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 owned by network:router_interface {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:05.335022 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:05.337271 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5282b0bf-8a7a-450d-b91e-be2b45afbc6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:05.365736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e15581b-d5c6-4a4f-8563-5eae40fc3dc5,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:05.378727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.378727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.378727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.378727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.378727 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.379216 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.379216 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.379588 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.379941 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.380294 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.380640 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.380988 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:05.409539 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:05.596638 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:05.886306 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:39:06.026990 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:39:06.031939 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-8f744079-d641-40eb-8f27-4bed07a59a40 admin admin] 10.222.0.38 "PUT /v2.0/routers/e1acedee-8c91-4d79-8c06-a88aa9b0fc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404361 Jun 11 00:39:06.034502 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60970) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:06.037292 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Sync routers for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:39:06.047413 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:39:06.048033 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:39:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:06.172999 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks [] for router, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:06.186340 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: dv-cinder-786260-5-smb {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:39:06.311716 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:06.416745 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:39:05Z', 'revision_number': 5, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port': {'id': '2d7ffd95-87eb-4615-8c72-df087f662c54', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:19Z', 'updated_at': '2021-06-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:06.419952 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Checking router: e1acedee-8c91-4d79-8c06-a88aa9b0fc74 for host: dv-cinder-786260-5-smb {{(pid=98936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:39:06.427864 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Routers {'e1acedee-8c91-4d79-8c06-a88aa9b0fc74'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:39:06.428478 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:39:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'], 'active': True} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:06.481774 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Deleting port 2d7ffd95-87eb-4615-8c72-df087f662c54 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:06.482164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:06.551388 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvr_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] Set router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 gateway port host: None {{(pid=98936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:39:06.584974 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] For port 2d7ffd95-87eb-4615-8c72-df087f662c54, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=2d7ffd95-87eb-4615-8c72-df087f662c54,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:06.585334 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:06.686084 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Calling delete_port for 2d7ffd95-87eb-4615-8c72-df087f662c54 owned by network:router_gateway {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:06.761957 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_hamode_db [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:39:06Z', 'revision_number': 6, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:06.765408 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260fb9-bb2a-4769-a2a0-a77840e33aac None None] The sync data for ids ['e1acedee-8c91-4d79-8c06-a88aa9b0fc74'] in dv-cinder-786260-5-smb is: [{'id': 'e1acedee-8c91-4d79-8c06-a88aa9b0fc74', 'name': 'tempest-TestShelveInstance-1516903876-router', 'tenant_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:18Z', 'updated_at': '2021-06-11T00:39:06Z', 'revision_number': 6, 'project_id': '47b83b4b335c490b8cbd17d5da21c1f6', 'gw_port_host': None}] {{(pid=98936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:39:06.954556 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:06.957860 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-5ee1b283-de70-49b3-a389-c77b28d1615d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:06.987389 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7ffd95-87eb-4615-8c72-df087f662c54,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:06.990484 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:07.064228 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.095537 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.205873 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.207871 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.369260 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.369826 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1acedee-8c91-4d79-8c06-a88aa9b0fc74 {{(pid=98935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:39:07.375013 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.376194 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] 10.222.0.38 "DELETE /v2.0/routers/e1acedee-8c91-4d79-8c06-a88aa9b0fc74 HTTP/1.1" status: 204 len: 168 time: 1.3407953 Jun 11 00:39:07.378758 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60972) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:07.429112 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Deleting subnet 1486978f-89dd-49a4-ae84-6fe4d5390700 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:39:07.432646 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.478652 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.544702 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:07.574793 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:07.575144 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e15581b-d5c6-4a4f-8563-5eae40fc3dc5 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:07.575436 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.704139 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.706526 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:07.736736 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1486978f-89dd-49a4-ae84-6fe4d5390700,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:07.742331 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:07.745603 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.747621 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6dd17ec1-31ef-4be7-88a6-196ef193d893 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1486978f-89dd-49a4-ae84-6fe4d5390700 HTTP/1.1" status: 204 len: 168 time: 0.3677809 Jun 11 00:39:07.750087 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60974) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:07.753485 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804dfcf-2285-407c-92fd-374600c46a45 None None] Network c2e84f29-1ec9-45dd-96ef-d6404ae085e0 requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:39:07.854401 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.912812 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Deleting port d24d2b17-7929-48ee-84da-af54135d1d4e {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:07.913150 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:07.967044 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] DHCP port deletion for c2e84f29-1ec9-45dd-96ef-d6404ae085e0 request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:39:08.023641 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Deleting port d24d2b17-7929-48ee-84da-af54135d1d4e {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:08.023934 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.117718 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] For port d24d2b17-7929-48ee-84da-af54135d1d4e, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=d24d2b17-7929-48ee-84da-af54135d1d4e,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:08.117718 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.206779 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Calling delete_port for d24d2b17-7929-48ee-84da-af54135d1d4e owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:08.297928 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] For port d24d2b17-7929-48ee-84da-af54135d1d4e, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=d24d2b17-7929-48ee-84da-af54135d1d4e,segment=NetworkSegment(c79cfff8-ff89-4f5d-bcfc-1c267e1a7917),segment_id=c79cfff8-ff89-4f5d-bcfc-1c267e1a7917)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:08.298545 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.392868 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Calling delete_port for d24d2b17-7929-48ee-84da-af54135d1d4e owned by network:dhcp {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:08.432233 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.434302 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-0aabaa14-eae3-4872-9981-6b40e4b2446e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:08.467576 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Pushing event deleted for resources: {'Port': ['ID=d24d2b17-7929-48ee-84da-af54135d1d4e,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:08.475326 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] No DVR routers for this DVR port d24d2b17-7929-48ee-84da-af54135d1d4e on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:39:08.477328 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.477676 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.478232 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.478417 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.478696 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.479027 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.479384 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.479713 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.480039 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.480363 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.480687 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.481009 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:08.484558 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-5b81152d-c116-41c5-82dd-50d745577346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:08.492395 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.494968 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-54707e99-b2ef-4bfd-befe-98ffd075b0b5 tempest-AttachVolumeTestJSON-583559512 tempest-AttachVolumeTestJSON-583559512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:08.523817 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24d2b17-7929-48ee-84da-af54135d1d4e,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:08.526996 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:08.527786 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] No DVR routers for this DVR port d24d2b17-7929-48ee-84da-af54135d1d4e on host dv-cinder-786260-5-smb {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:39:08.625709 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.637301 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e84f29-1ec9-45dd-96ef-d6404ae085e0']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:08.647939 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:08.648237 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79cfff8-ff89-4f5d-bcfc-1c267e1a7917') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:08.657828 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.672565 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.678257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:39:08.678632 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: conditions |= (models_v2.Port.network_id.in_( Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: retrieve_revision_numbers = { Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self.session.flush() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:39:08.680259 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:39:08.860734 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.865165 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-7e1cd04b-a90d-4b6a-80b3-3667bbfb1a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:08.898145 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:08.898145 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2e84f29-1ec9-45dd-96ef-d6404ae085e0 HTTP/1.1" status: 204 len: 168 time: 1.1212351 Jun 11 00:39:08.899178 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60976) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:08.900091 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device d24d2b17-7929-48ee-84da-af54135d1d4e no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:08.900257 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e84f29-1ec9-45dd-96ef-d6404ae085e0,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:08.900428 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-455d6249-4b8a-42df-a413-f8d6f28d01e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:08.910744 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: d24d2b17-7929-48ee-84da-af54135d1d4e {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:08.911103 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device d24d2b17-7929-48ee-84da-af54135d1d4e not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:08.911564 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 2d7ffd95-87eb-4615-8c72-df087f662c54 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:08.935029 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 2d7ffd95-87eb-4615-8c72-df087f662c54 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:08.935416 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 2d7ffd95-87eb-4615-8c72-df087f662c54 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:09.318225 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444375'] for router_interface, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:09.917207 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Deleting port 7e10e072-e73b-4d33-880e-b42ba8957739 {{(pid=98934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:09.917968 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:10.019772 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.db [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] For port 7e10e072-e73b-4d33-880e-b42ba8957739, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=7e10e072-e73b-4d33-880e-b42ba8957739,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:10.020149 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:10.109689 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.plugins.ml2.plugin [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Calling delete_port for 7e10e072-e73b-4d33-880e-b42ba8957739 owned by network:router_interface {{(pid=98934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:10.403495 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25590350'] for port, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:10.405681 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-6c15d6a2-63fb-49e7-9e77-a2e871cb8416 tempest-TestMinimumBasicScenario-1492978768 tempest-TestMinimumBasicScenario-1492978768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:10.436764 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e10e072-e73b-4d33-880e-b42ba8957739,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:10.471158 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.471777 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.472165 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.472533 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.472898 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.473264 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.473621 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.474022 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.474390 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.474742 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.475093 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.475487 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-5-smb {{(pid=98934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 00:39:10.480877 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:10.674523 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448583'] for router_interface, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:10.972577 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 has already been hosted by L3 agent f728196e-3265-45f1-a94c-ec4c1338c934 {{(pid=98934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 00:39:11.118604 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] Notify agent at l3_agent.dv-cinder-786260-5-smb the message routers_updated {{(pid=98934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 00:39:11.126676 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60980) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:11.127659 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-2789b377-7d59-4f7e-b18a-9ea776d43589 admin admin] 10.222.0.38 "PUT /v2.0/routers/fa16d0ec-509c-4cd3-9dd0-e60af5c36144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2507722 Jun 11 00:39:11.129653 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Sync routers for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 00:39:11.139671 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:39:11.140290 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:39:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:11.271402 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:11.286523 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: dv-cinder-786260-5-smb {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:39:11.420315 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:11.526416 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'external_fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:39:10Z', 'revision_number': 5, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port': {'id': '928a0e0c-bd8f-40f0-b93a-69bce84b4f1a', 'name': '', 'network_id': '1d472f60-1af9-462e-85d9-6a09201972d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68c9b385-6ad7-426f-8ebc-12e50cda3a3c', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-5-smb'}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:11.529717 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Checking router: fa16d0ec-509c-4cd3-9dd0-e60af5c36144 for host: dv-cinder-786260-5-smb {{(pid=98937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 00:39:11.538071 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Routers {'fa16d0ec-509c-4cd3-9dd0-e60af5c36144'} bound to L3 agent in host dv-cinder-786260-5-smb {{(pid=98937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 00:39:11.538694 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T00:16:01Z,description=,heartbeat_timestamp=2021-06-11T00:39:01Z,host='dv-cinder-786260-5-smb',id=f728196e-3265-45f1-a94c-ec4c1338c934,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T00:16:02Z,topic='l3_agent')) {'router_ids': ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'], 'active': True} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:11.550086 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Deleting port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:11.550426 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:11.655463 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] For port 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,segment=NetworkSegment(87905db2-f5b3-449c-b641-e2d73001ce25),segment_id=87905db2-f5b3-449c-b641-e2d73001ce25)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:11.655820 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:11.659172 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_dvr_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] Set router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 gateway port host: None {{(pid=98937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 00:39:11.738925 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.l3_hamode_db [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:39:11Z', 'revision_number': 6, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port_host': None}], 'dv-cinder-786260-5-smb', False) {} {{(pid=98937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:11.742593 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fd9e2-0cbe-4431-a734-2ee045c6ac4c None None] The sync data for ids ['fa16d0ec-509c-4cd3-9dd0-e60af5c36144'] in dv-cinder-786260-5-smb is: [{'id': 'fa16d0ec-509c-4cd3-9dd0-e60af5c36144', 'name': 'tempest-TestShelveInstance-1920612975-router', 'tenant_id': '49ccd76959c241ca959238a9a0b341a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T00:32:26Z', 'updated_at': '2021-06-11T00:39:11Z', 'revision_number': 6, 'project_id': '49ccd76959c241ca959238a9a0b341a9', 'gw_port_host': None}] {{(pid=98937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 00:39:11.753194 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Calling delete_port for 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a owned by network:router_gateway {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:12.023606 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.026702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-d1194642-5f7c-4acc-99f4-a177525de774 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:12.057805 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=928a0e0c-bd8f-40f0-b93a-69bce84b4f1a,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:12.061715 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:12.139034 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-448278'] for router_gateway, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.279340 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58858'] for router, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.281335 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.423168 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442675'] for router, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.423752 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa16d0ec-509c-4cd3-9dd0-e60af5c36144 {{(pid=98935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 00:39:12.427844 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] Notify callbacks [] for router, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.428966 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-c1b8f41c-56f6-4014-b47f-46c99f7719b1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/fa16d0ec-509c-4cd3-9dd0-e60af5c36144 HTTP/1.1" status: 204 len: 168 time: 1.3012784 Jun 11 00:39:12.431591 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60982) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:12.484511 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.db_base_plugin_v2 [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Deleting subnet ecff40c0-0d9b-4fb6-84f2-2c13aba439b9 {{(pid=98935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 00:39:12.487910 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.540763 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25444377'] for subnet, precommit_delete_associations {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.636014 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1409018'] for subnet, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.781019 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28938492'] for subnet, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.783620 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:12.819823 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecff40c0-0d9b-4fb6-84f2-2c13aba439b9,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:12.824101 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:12.825092 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for subnet, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.827403 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-55824a7a-966c-492c-b0f2-c9f6edd8ee7d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ecff40c0-0d9b-4fb6-84f2-2c13aba439b9 HTTP/1.1" status: 204 len: 168 time: 0.3944223 Jun 11 00:39:12.829519 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60984) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:12.832924 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c1814-1e20-49cd-b52a-4a5c13945964 None None] Network dfb7ca84-5537-4d50-b6d1-d817b9e0e68c requested from dv-cinder-786260-5-smb {{(pid=98936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 00:39:12.920079 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:12.932702 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1596771'] for network, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:12.953752 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:12.954111 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 928a0e0c-bd8f-40f0-b93a-69bce84b4f1a not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:12.954540 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e10e072-e73b-4d33-880e-b42ba8957739 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:13.000507 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Deleting port e6f3bcca-2850-4c02-bcd4-52de2062c630 {{(pid=98935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:13.000842 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.005242 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: 7e10e072-e73b-4d33-880e-b42ba8957739 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:13.005691 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device 7e10e072-e73b-4d33-880e-b42ba8957739 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:13.090464 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.db [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] For port e6f3bcca-2850-4c02-bcd4-52de2062c630, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e6f3bcca-2850-4c02-bcd4-52de2062c630,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:13.090826 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.123698 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] DHCP port deletion for dfb7ca84-5537-4d50-b6d1-d817b9e0e68c request from dv-cinder-786260-5-smb {{(pid=98936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 00:39:13.177166 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Deleting port e6f3bcca-2850-4c02-bcd4-52de2062c630 {{(pid=98936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 00:39:13.177553 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758132904991'] for port, before_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.189930 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.plugin [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Calling delete_port for e6f3bcca-2850-4c02-bcd4-52de2062c630 owned by network:dhcp {{(pid=98935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:13.263400 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.db [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] For port e6f3bcca-2850-4c02-bcd4-52de2062c630, host dv-cinder-786260-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-5-smb',level=0,port_id=e6f3bcca-2850-4c02-bcd4-52de2062c630,segment=NetworkSegment(8dd73e89-9d34-4b04-b03c-3bc71fec8711),segment_id=8dd73e89-9d34-4b04-b03c-3bc71fec8711)] {{(pid=98936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 00:39:13.263797 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-447212'] for port, precommit_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.354442 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Calling delete_port for e6f3bcca-2850-4c02-bcd4-52de2062c630 owned by network:dhcp {{(pid=98936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 00:39:13.391979 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26051601'] for port, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.394151 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-1d4c3189-cf67-4080-a920-62fa9d399a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:13.423255 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f3bcca-2850-4c02-bcd4-52de2062c630,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:13.426373 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:13.427189 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] No DVR routers for this DVR port e6f3bcca-2850-4c02-bcd4-52de2062c630 on host dv-cinder-786260-5-smb {{(pid=98935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:39:13.447205 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758132910147', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132469032'] for port, after_delete {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.449241 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:13.478235 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Pushing event deleted for resources: {'Port': ['ID=e6f3bcca-2850-4c02-bcd4-52de2062c630,revision_number=None']} {{(pid=98936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:13.481272 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG oslo_concurrency.lockutils [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:13.482078 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c972fc-b52e-4c84-b8d3-58fe20419704 None None] No DVR routers for this DVR port e6f3bcca-2850-4c02-bcd4-52de2062c630 on host dv-cinder-786260-5-smb {{(pid=98936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 00:39:13.531777 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405301', 'neutron.services.segments.db._delete_segments_for_network-8758133024431'] for network, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.543907 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb7ca84-5537-4d50-b6d1-d817b9e0e68c']}} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:13.555180 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd73e89-9d34-4b04-b03c-3bc71fec8711') {'for_net_delete': True} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:13.555516 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.services.segments.db [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd73e89-9d34-4b04-b03c-3bc71fec8711') {} {{(pid=98935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 00:39:13.566354 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133024260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25444352'] for segment, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.581164 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869'] for segment, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.587943 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=98935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 00:39:13.588324 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1393869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26051652'] for segment, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: Traceback (most recent call last): Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: timer() Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: cb(*args, **kw) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: return func(*args, **kwargs) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: self._notify() Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: self.callback(batched_events) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: event.method(event) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: return f(self, *a, **k) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: return self._get(url).json() Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: return self.request(url, 'GET', **kwargs) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 00:39:13.590009 dv-cinder-786260-5-smb neutron-server[98935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 00:39:13.740302 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-545585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-581173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-448377'] for network, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.743814 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:13.746490 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581166'] for network, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:13.752495 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] 10.222.0.38 "DELETE /v2.0/networks/dfb7ca84-5537-4d50-b6d1-d817b9e0e68c HTTP/1.1" status: 204 len: 168 time: 0.9176004 Jun 11 00:39:13.761592 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb7ca84-5537-4d50-b6d1-d817b9e0e68c,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:13.764114 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-99bfc459-01b4-4d89-829a-d172c98fe899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:14.079025 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60988) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:14.123352 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-0487f8af-ff74-47d4-97e8-5b4a28bfabff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47b83b4b335c490b8cbd17d5da21c1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429835 Jun 11 00:39:14.125651 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [-] (98934) accepted ('10.222.0.38', 60990) {{(pid=98934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:14.179132 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:14.203485 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:14.323127 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:14.327089 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron_lib.callbacks.manager [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:14.327224 dv-cinder-786260-5-smb neutron-server[98934]: INFO neutron.wsgi [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df23382c-573d-4e13-acb9-f68afd8ca9a9 HTTP/1.1" status: 204 len: 168 time: 0.2005134 Jun 11 00:39:14.328019 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-8895267f-eec5-4f37-90e2-ea5f157729f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:14.337669 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df23382c-573d-4e13-acb9-f68afd8ca9a9,revision_number=None']} {{(pid=98934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:14.340579 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG oslo_concurrency.lockutils [None req-86d33b7b-f988-4f6a-8197-d137226958c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:14.883115 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e6f3bcca-2850-4c02-bcd4-52de2062c630 no longer exists at agent ovs-agent-dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 00:39:14.910206 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.plugin [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] No Port match for: e6f3bcca-2850-4c02-bcd4-52de2062c630 {{(pid=98936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 00:39:14.910577 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron.plugins.ml2.rpc [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Device e6f3bcca-2850-4c02-bcd4-52de2062c630 not bound to the agent host dv-cinder-786260-5-smb {{(pid=98936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 00:39:15.097863 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60996) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:15.141590 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-6c18d3bd-a16a-49ee-80fa-70f2b92f7716 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49ccd76959c241ca959238a9a0b341a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425079 Jun 11 00:39:15.143893 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [-] (98935) accepted ('10.222.0.38', 60998) {{(pid=98935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 00:39:15.200331 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:15.229316 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:15.388970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565384'] for security_group, after_delete {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:15.391842 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron_lib.callbacks.manager [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:15.392993 dv-cinder-786260-5-smb neutron-server[98935]: INFO neutron.wsgi [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6826464-5f1b-44d7-b95f-319ec6a04abe HTTP/1.1" status: 204 len: 168 time: 0.2482197 Jun 11 00:39:15.393970 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-dd3b9516-bed5-40d0-be21-5870e4164693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 00:39:15.402746 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6826464-5f1b-44d7-b95f-319ec6a04abe,revision_number=None']} {{(pid=98935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 00:39:15.405843 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG oslo_concurrency.lockutils [None req-a80a774c-8ed2-40ba-af37-7f9858863856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 00:39:27.671463 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [req-13a2fb0c-dbd4-4ff9-a9c0-1ecd11ee4c0f req-9affe9eb-6017-4cf2-b9b9-1960675dea62 service neutron] (98935) timed out ('10.222.0.45', 52938) {{(pid=98935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:39:28.677396 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ca383a06-db69-498c-b8d9-84e94cc8ed08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:29.775540 dv-cinder-786260-5-smb neutron-server[98934]: DEBUG neutron.wsgi [req-0defbd4e-1d89-4afa-b601-fc2464c2365e req-b729e10d-b147-4be7-abcf-07ae0679c4bb service neutron] (98934) timed out ('10.222.0.45', 52886) {{(pid=98934) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:39:31.132020 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b5afbd83-9eb1-4d19-8d6b-3aeb1a13e782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:31.192168 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:32.502586 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:33.817113 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:37.091651 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:39:40.962890 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:39:58.502865 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-217b852e-0906-4f98-8e42-0bd643db6410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:01.134660 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-be541a1e-d8a8-4765-85b5-b3c848b2f402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:01.220358 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:02.508330 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:03.847893 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:07.105604 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:17.962021 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:40:28.511499 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-69f409ba-57fb-4d84-ab6f-ca5d46e696f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:31.122173 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-4742a37a-d037-4b23-b03c-f3d1bb270899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:31.211654 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:32.513846 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:33.859875 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:37.130735 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:40:41.550644 dv-cinder-786260-5-smb neutron-server[98935]: DEBUG neutron.wsgi [req-6a52631d-8a24-4d94-9544-9f54229c2a5f req-2b31c68c-5c8e-47f6-8a90-948bb2da5614 service neutron] (98935) timed out ('10.222.0.45', 52941) {{(pid=98935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 11 00:40:54.960435 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:40:58.539760 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b51829fe-0d23-4b34-91f1-26c0788e9ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:01.135743 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bb3a-dc6a-4530-99b0-d0e678c73d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:01.221749 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:02.513728 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:03.871805 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:07.087868 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:28.507266 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-3b898180-97d0-49e7-baa5-989fee5eed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:31.135947 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-ac166073-8eb2-476e-bc91-0b7ef73f13b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:31.198197 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:31.959480 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:41:32.567725 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:33.855689 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:37.107107 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:41:58.512920 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7ca361b7-0261-4051-84ba-24a7ce14a1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:01.118567 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-8c23cd56-aab0-4107-a4fe-44eeb3677974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:01.203674 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:02.518292 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:03.863605 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:07.081822 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:08.958964 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:42:28.505113 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-61fdebfb-3b89-42f6-8e23-bdedac016f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:31.132833 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1fd995ba-3f96-4d35-ab01-42a25b9d323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:31.197097 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:32.506485 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:33.837208 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:37.094722 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:42:45.957617 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:42:58.499413 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-2d653197-d205-402a-b36f-f60e2feafc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:01.166062 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2bb6-e46f-4e92-b2d9-1ad290df20b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:01.188415 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:02.515703 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:03.818595 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:07.121736 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:22.957611 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:43:28.627740 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-81d818e0-1a26-437b-b2bb-086072a8b7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:31.182232 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-bc18e824-d3a6-4008-8f98-335f7c209903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:31.216563 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:32.548268 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:33.863192 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:37.136109 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:58.490700 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-319f52e3-9b64-40a1-b8ec-9673998950e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:43:59.956150 dv-cinder-786260-5-smb neutron-server[98937]: DEBUG neutron.db.agents_db [None req-5e1846ab-2638-4a1d-8741-4fe03065fde4 None None] Agent healthcheck: found 6 active agents {{(pid=98937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 00:44:01.135937 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-fa77f7e5-66ae-42d8-bd93-d6d0636176d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:44:01.198582 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-a9db4d32-be95-4442-ab2d-a74416436236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:44:02.523373 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-1e7d72e5-5168-4da6-9bb2-f9e15303edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:44:03.996043 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-744466ea-c660-490b-855a-bbe28a6535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 00:44:07.107016 dv-cinder-786260-5-smb neutron-server[98936]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0b91-8111-444b-b1d6-8eee58600fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133024413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1403835'] for agent, after_update {{(pid=98936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}